add: BeyondArena LB on website

data_beyondarena/result_plots/per_family_elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510dd1d54bc9d5f84a1d5af4e60b351d53a39dd6b71db18077b47a7b1e121d67
+size 340840

data_beyondarena/result_plots/per_family_improvability.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861933887e593242cc2e631075e4b623951444fabe73d6db2f21bd096654779b
+size 347024

data_beyondarena/result_plots/per_model_elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3c901cd5a6651834806f4e2d0ea9585f477565f6f9cc560484b26eb7d703ba
+size 360434

data_beyondarena/result_plots/per_model_improvability.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80361e191f524693d0c6fe1f824282f432aa3a35721b223bf3f1a78b4cd534d7
+size 354106

data_beyondarena/subsets/full/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2780a987dfb70a69ae2be48699248b8efe885a8a7abdfe9d319ecb48b12544d
+size 443634

data_beyondarena/subsets/full/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7f5ed49637370d72579c7da1a66c65d06afdd508bce2424dd5f3062a5e187
+size 63047

data_beyondarena/subsets/full/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1278.0,+31/-27,0.494,7.84,4.31,10.996,1303.63,13.741,✔️,0.0,False,GPU
+1,🧠⚡,Foundation Model,TabPFN-3 (default),1276.0,+45/-43,0.594,7.9,2.71,8.468,19.77,3.456,✔️,0.0,False,GPU
+2,🧠⚡,Foundation Model,TabPFN-2.6 (default) [14.65% IMPUTED],1221.0,+42/-39,0.498,9.56,3.52,11.134,24.91,2.368,✔️,14.65,True,GPU
+3,🧠🔁,Neural Network,TabM (tuned + ensembled),1214.0,+30/-27,0.364,9.79,5.55,12.417,1079.03,7.011,✔️,0.0,False,GPU
+4,🌳,Tree-based,CatBoost (tuned + ensembled),1207.0,+28/-22,0.348,9.99,6.02,12.873,431.45,1.13,✔️,0.0,False,CPU
+5,🧠🔁,Neural Network,RealMLP (tuned),1204.0,+31/-23,0.382,10.09,5.22,12.567,1303.63,1.646,✔️,0.0,False,GPU
+6,🧠⚡,Foundation Model,TabICLv2 (default),1204.0,+43/-41,0.504,10.11,3.32,10.809,11.68,2.38,✔️,0.0,False,GPU
+7,🌳,Tree-based,CatBoost (tuned),1191.0,+26/-24,0.333,10.51,6.13,13.044,431.45,0.205,✔️,0.0,False,CPU
+8,🌳,Tree-based,LightGBM (tuned + ensembled),1185.0,+28/-22,0.319,10.74,6.53,13.611,151.08,2.401,✔️,0.0,False,CPU
+9,🧠🔁,Neural Network,TabM (tuned),1173.0,+28/-30,0.299,11.14,6.01,13.173,1079.03,1.012,✔️,0.0,False,GPU
+10,🌳,Tree-based,LightGBM (tuned),1145.0,+28/-22,0.264,12.07,7.34,14.171,151.08,0.578,✔️,0.0,False,CPU
+11,🌳,Tree-based,XGBoost (tuned + ensembled),1141.0,+31/-24,0.263,12.22,7.94,15.266,270.68,6.023,✔️,0.0,False,CPU
+12,🌳,Tree-based,CatBoost (default),1133.0,+31/-20,0.262,12.5,8.27,14.627,13.17,0.162,✔️,0.0,False,CPU
+13,🌳,Tree-based,XGBoost (tuned),1119.0,+28/-24,0.22,12.98,8.37,15.487,270.68,1.73,✔️,0.0,False,CPU
+14,🧠🔁,Neural Network,TabM (default),1101.0,+26/-26,0.22,13.6,8.69,14.797,29.29,0.957,✔️,0.0,False,GPU
+15,🧠🔁,Neural Network,RealMLP (default),1053.0,+21/-26,0.161,15.26,9.14,16.664,44.4,1.567,✔️,0.0,False,GPU
+16,🧠⚡,Foundation Model,TabDPT (default) [14.65% IMPUTED],1049.0,+38/-47,0.245,15.43,6.2,18.248,108.07,10.559,✔️,14.65,True,GPU
+17,🌳,Tree-based,ExtraTrees (tuned + ensembled),1013.0,+21/-30,0.086,16.66,11.75,18.837,110.05,1.51,✔️,0.0,False,CPU
+18,🌳,Tree-based,XGBoost (default),1000.0,+30/-24,0.117,17.1,12.46,18.237,6.69,1.353,✔️,0.0,False,CPU
+19,🌳,Tree-based,LightGBM (default),989.0,+26/-21,0.07,17.47,13.42,18.409,3.44,0.228,✔️,0.0,False,CPU
+20,🌳,Tree-based,ExtraTrees (tuned),979.0,+28/-34,0.069,17.82,12.22,19.652,110.05,0.272,✔️,0.0,False,CPU
+21,🌳,Tree-based,RandomForest (tuned + ensembled),962.0,+23/-28,0.062,18.35,13.59,20.032,143.1,1.542,✔️,0.0,False,CPU
+22,🌳,Tree-based,RandomForest (tuned),940.0,+26/-32,0.048,19.07,14.45,20.594,143.1,0.436,✔️,0.0,False,CPU
+23,📏,Baseline,Linear (tuned + ensembled),881.0,+29/-40,0.091,20.84,11.84,26.942,204.92,0.895,✔️,0.0,False,CPU
+24,🌳,Tree-based,RandomForest (default),874.0,+30/-34,0.042,21.02,15.78,22.699,9.98,0.746,✔️,0.0,False,CPU
+25,🌳,Tree-based,ExtraTrees (default),866.0,+37/-42,0.058,21.27,14.15,23.462,6.19,0.787,✔️,0.0,False,CPU
+26,📏,Baseline,Linear (tuned),851.0,+32/-44,0.076,21.67,12.79,27.725,204.92,0.204,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),796.0,+38/-52,0.055,23.02,15.57,30.204,6.33,0.216,✔️,0.0,False,CPU

data_beyondarena/subsets/full/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1ef94cf77960cae82dd40ad438b82055b4cd4280cf0fb910986113a0367888
+size 207688

data_beyondarena/subsets/grouped/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c072d7d6060a878497872e42c0f64b05f4dc63d2bb95fa4420a0191fb0b2fde9
+size 415940

data_beyondarena/subsets/grouped/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf4830affae2015ec9afe41643fbeb14b4c9ce7f94324060431c893f227f2e0
+size 60300

data_beyondarena/subsets/grouped/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1306.0,+96/-63,0.584,7.8,3.93,12.426,1872.16,13.565,✔️,0.0,False,GPU
+1,🧠🔁,Neural Network,TabM (tuned + ensembled),1302.0,+96/-70,0.548,7.92,4.23,11.862,1345.55,7.445,✔️,0.0,False,GPU
+2,🧠🔁,Neural Network,TabM (tuned),1272.0,+81/-77,0.506,8.81,3.89,12.349,1345.55,2.136,✔️,0.0,False,GPU
+3,🌳,Tree-based,LightGBM (tuned + ensembled),1257.0,+88/-64,0.474,9.3,3.94,15.056,206.86,2.295,✔️,0.0,False,CPU
+4,🧠🔁,Neural Network,RealMLP (tuned),1238.0,+79/-56,0.461,9.92,4.3,13.066,1872.16,2.012,✔️,0.0,False,GPU
+5,🌳,Tree-based,LightGBM (tuned),1237.0,+95/-70,0.443,9.95,5.65,15.456,206.86,0.542,✔️,0.0,False,CPU
+6,🌳,Tree-based,CatBoost (tuned + ensembled),1236.0,+65/-59,0.437,10.0,5.75,16.932,1570.46,0.592,✔️,0.0,False,CPU
+7,🌳,Tree-based,CatBoost (tuned),1219.0,+73/-57,0.417,10.54,5.24,17.104,1570.46,0.213,✔️,0.0,False,CPU
+8,🧠🔁,Neural Network,TabM (default),1176.0,+89/-78,0.375,12.05,6.73,18.231,35.96,1.821,✔️,0.0,False,GPU
+9,🌳,Tree-based,CatBoost (default),1153.0,+53/-51,0.255,12.88,8.56,21.485,18.0,0.138,✔️,0.0,False,CPU
+10,🧠🔁,Neural Network,RealMLP (default),1110.0,+72/-53,0.215,14.43,8.54,20.961,60.51,1.526,✔️,0.0,False,GPU
+11,🧠⚡,Foundation Model,TabPFN-2.6 (default) [22.22% IMPUTED],1107.0,+86/-89,0.23,14.53,6.8,22.504,45.68,2.913,✔️,22.22,True,GPU
+12,🌳,Tree-based,XGBoost (tuned + ensembled),1107.0,+76/-67,0.172,14.54,10.71,23.803,375.91,7.017,✔️,0.0,False,CPU
+13,🌳,Tree-based,XGBoost (tuned),1099.0,+62/-56,0.13,14.83,11.04,23.963,375.91,1.678,✔️,0.0,False,CPU
+14,🌳,Tree-based,ExtraTrees (tuned + ensembled),1094.0,+60/-60,0.143,15.0,10.31,23.132,135.04,1.076,✔️,0.0,False,CPU
+15,🌳,Tree-based,ExtraTrees (tuned),1085.0,+64/-66,0.132,15.36,9.32,23.261,135.04,0.341,✔️,0.0,False,CPU
+16,🧠⚡,Foundation Model,TabICLv2 (default),1075.0,+72/-83,0.213,15.69,5.84,21.483,15.85,2.805,✔️,0.0,False,GPU
+17,🧠⚡,Foundation Model,TabPFN-3 (default),1075.0,+98/-97,0.25,15.71,6.45,24.224,24.5,4.699,✔️,0.0,False,GPU
+18,🌳,Tree-based,RandomForest (tuned + ensembled),1038.0,+42/-56,0.046,17.04,12.62,24.695,159.54,1.96,✔️,0.0,False,CPU
+19,🌳,Tree-based,LightGBM (default),1028.0,+67/-58,0.079,17.38,13.49,25.383,5.46,0.229,✔️,0.0,False,CPU
+20,🌳,Tree-based,RandomForest (tuned),1022.0,+40/-66,0.008,17.61,14.28,24.691,159.54,0.477,✔️,0.0,False,CPU
+21,🌳,Tree-based,ExtraTrees (default),1017.0,+66/-74,0.09,17.78,11.7,25.345,6.49,0.787,✔️,0.0,False,CPU
+22,🌳,Tree-based,XGBoost (default),1000.0,+67/-69,0.098,18.36,13.53,26.968,9.39,1.54,✔️,0.0,False,CPU
+23,🌳,Tree-based,RandomForest (default),999.0,+54/-82,0.041,18.39,13.34,25.67,11.02,0.764,✔️,0.0,False,CPU
+24,📏,Baseline,Linear (tuned + ensembled),982.0,+90/-124,0.155,18.98,9.36,29.566,208.92,1.069,✔️,0.0,False,CPU
+25,🧠⚡,Foundation Model,TabDPT (default) [22.22% IMPUTED],962.0,+70/-90,0.072,19.62,9.73,27.614,115.79,5.264,✔️,22.22,True,GPU
+26,📏,Baseline,Linear (tuned),959.0,+102/-139,0.158,19.71,7.36,30.346,208.92,0.302,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),886.0,+124/-164,0.107,21.88,11.57,35.304,5.55,0.43,✔️,0.0,False,CPU

data_beyondarena/subsets/grouped/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90211a805e05b0c20817f427ff6ff70ca4fd47c1c4bb7edc539f913b78a9febf
+size 202833

data_beyondarena/subsets/high-cardinality/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364778bd55a88bbd6c7d530c6fb478e71889c5704ca823b40365a2f74276fc24
+size 439927

data_beyondarena/subsets/high-cardinality/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ffcaaa7c194bd494567c91e2564a0003662e95bdc7ec46a1d8b45192b531e1
+size 52811

data_beyondarena/subsets/high-cardinality/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1213.0,+120/-97,0.647,5.78,2.99,5.272,610.05,4.078,✔️,0.0,False,GPU
+1,🌳,Tree-based,CatBoost (tuned + ensembled),1200.0,+88/-68,0.626,6.06,3.41,5.404,233.25,0.505,✔️,0.0,False,CPU
+2,🌳,Tree-based,CatBoost (tuned),1172.0,+94/-75,0.605,6.67,3.44,5.417,233.25,0.114,✔️,0.0,False,CPU
+3,🌳,Tree-based,XGBoost (tuned + ensembled),1153.0,+66/-50,0.548,7.1,5.29,6.053,129.78,1.547,✔️,0.0,False,CPU
+4,🧠🔁,Neural Network,RealMLP (tuned),1125.0,+96/-83,0.558,7.75,3.64,6.58,610.05,0.383,✔️,0.0,False,GPU
+5,🌳,Tree-based,LightGBM (tuned + ensembled),1114.0,+84/-58,0.479,8.02,4.53,7.121,47.06,1.788,✔️,0.0,False,CPU
+6,🌳,Tree-based,CatBoost (default),1098.0,+86/-68,0.53,8.43,5.82,6.057,5.99,0.081,✔️,0.0,False,CPU
+7,🌳,Tree-based,XGBoost (tuned),1080.0,+78/-63,0.464,8.88,4.84,6.448,129.78,0.275,✔️,0.0,False,CPU
+8,🧠🔁,Neural Network,TabM (tuned + ensembled),1076.0,+90/-56,0.382,8.97,4.88,7.927,370.9,3.464,✔️,0.0,False,GPU
+9,🌳,Tree-based,LightGBM (tuned),1025.0,+81/-68,0.356,10.31,6.2,8.214,47.06,0.435,✔️,0.0,False,CPU
+10,🧠⚡,Foundation Model,TabPFN-3 (default),1020.0,+87/-67,0.369,10.44,3.93,7.187,8.37,2.944,✔️,0.0,False,GPU
+11,🌳,Tree-based,XGBoost (default),1000.0,+52/-40,0.315,10.98,8.5,8.194,1.41,0.225,✔️,0.0,False,CPU
+12,🧠🔁,Neural Network,TabM (tuned),980.0,+86/-56,0.268,11.51,7.62,9.128,370.9,0.511,✔️,0.0,False,GPU
+13,🧠🔁,Neural Network,TabM (default),860.0,+95/-79,0.19,14.76,11.47,11.637,9.97,0.464,✔️,0.0,False,GPU
+14,🧠🔁,Neural Network,RealMLP (default),860.0,+79/-70,0.152,14.77,11.19,9.95,18.03,0.367,✔️,0.0,False,GPU
+15,🧠⚡,Foundation Model,TabPFN-2.6 (default) [43.33% IMPUTED],860.0,+117/-112,0.251,14.78,5.71,10.742,6.66,0.469,✔️,43.33,True,GPU
+16,🧠⚡,Foundation Model,TabICLv2 (default),848.0,+97/-105,0.201,15.09,6.27,11.011,5.91,2.446,✔️,0.0,False,GPU
+17,🌳,Tree-based,LightGBM (default),833.0,+54/-56,0.088,15.48,13.82,10.842,0.49,0.073,✔️,0.0,False,CPU
+18,🌳,Tree-based,ExtraTrees (tuned + ensembled),693.0,+75/-80,0.025,19.03,17.5,15.41,21.23,0.595,✔️,0.0,False,CPU
+19,🌳,Tree-based,RandomForest (tuned + ensembled),664.0,+66/-64,0.012,19.74,18.62,16.006,32.94,0.391,✔️,0.0,False,CPU
+20,🌳,Tree-based,ExtraTrees (tuned),610.0,+78/-85,0.01,20.97,19.19,16.675,21.23,0.095,✔️,0.0,False,CPU
+21,🌳,Tree-based,RandomForest (tuned),595.0,+69/-81,0.011,21.3,20.03,17.388,32.94,0.078,✔️,0.0,False,CPU
+22,🧠⚡,Foundation Model,TabDPT (default) [43.33% IMPUTED],579.0,+94/-132,0.032,21.64,17.73,20.086,35.74,47.548,✔️,43.33,True,GPU
+23,📏,Baseline,Linear (tuned + ensembled),546.0,+78/-94,0.009,22.33,20.87,22.351,36.37,0.533,✔️,0.0,False,CPU
+24,🌳,Tree-based,RandomForest (default),507.0,+61/-99,0.0,23.1,22.28,19.575,1.76,0.173,✔️,0.0,False,CPU
+25,📏,Baseline,Linear (tuned),498.0,+85/-103,0.008,23.26,22.02,23.4,36.37,0.19,✔️,0.0,False,CPU
+26,🌳,Tree-based,ExtraTrees (default),440.0,+58/-83,0.0,24.28,23.85,21.088,0.87,0.193,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),423.0,+84/-122,0.008,24.55,23.48,25.526,1.38,0.199,✔️,0.0,False,CPU

data_beyondarena/subsets/high-cardinality/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba50fcc9d0c29d1cefc3c2c237c640530c62cb54dd786879ec6be9263715eb
+size 204218

data_beyondarena/subsets/high-dim/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489e125f6fe5351ce8fed7db17c109b8b2db0d61983be8756068c4f2c78dbf04
+size 450626

data_beyondarena/subsets/high-dim/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd7457cd2bc0a8c6b202f1fe6369cbf8c6852da0822017bf8ca8b50f3df294a
+size 58987

data_beyondarena/subsets/high-dim/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1262.0,+69/-48,0.576,6.74,3.49,8.642,1281.84,13.342,✔️,0.0,False,GPU
+1,🧠🔁,Neural Network,TabM (tuned + ensembled),1185.0,+51/-41,0.423,8.84,4.89,9.632,1178.51,10.819,✔️,0.0,False,GPU
+2,🌳,Tree-based,LightGBM (tuned + ensembled),1181.0,+59/-39,0.434,8.98,4.99,10.367,115.35,2.775,✔️,0.0,False,CPU
+3,🧠🔁,Neural Network,RealMLP (tuned),1169.0,+76/-52,0.466,9.31,4.28,10.177,1281.84,1.388,✔️,0.0,False,GPU
+4,🌳,Tree-based,CatBoost (tuned + ensembled),1166.0,+46/-44,0.389,9.4,5.67,10.908,542.92,1.14,✔️,0.0,False,CPU
+5,🧠⚡,Foundation Model,TabPFN-3 (default),1159.0,+50/-49,0.444,9.61,3.42,8.659,20.81,5.555,✔️,0.0,False,GPU
+6,🌳,Tree-based,CatBoost (tuned),1152.0,+48/-50,0.373,9.83,6.26,10.964,542.92,0.202,✔️,0.0,False,CPU
+7,🌳,Tree-based,XGBoost (tuned + ensembled),1149.0,+51/-54,0.389,9.94,5.97,11.663,238.02,3.628,✔️,0.0,False,CPU
+8,🌳,Tree-based,LightGBM (tuned),1137.0,+50/-41,0.371,10.29,5.91,11.003,115.35,0.655,✔️,0.0,False,CPU
+9,🧠🔁,Neural Network,TabM (tuned),1132.0,+50/-40,0.347,10.47,5.11,10.224,1178.51,1.584,✔️,0.0,False,GPU
+10,🧠⚡,Foundation Model,TabPFN-2.6 (default) [32.94% IMPUTED],1117.0,+73/-72,0.474,10.94,3.11,10.806,44.73,5.695,✔️,32.94,True,GPU
+11,🌳,Tree-based,XGBoost (tuned),1106.0,+48/-50,0.325,11.3,6.3,12.002,238.02,0.715,✔️,0.0,False,CPU
+12,🌳,Tree-based,CatBoost (default),1091.0,+51/-38,0.309,11.79,8.3,11.947,16.17,0.148,✔️,0.0,False,CPU
+13,🧠🔁,Neural Network,TabM (default),1033.0,+53/-44,0.217,13.71,9.6,12.326,31.98,2.057,✔️,0.0,False,GPU
+14,🧠⚡,Foundation Model,TabICLv2 (default),1013.0,+73/-69,0.282,14.38,5.22,12.872,18.51,3.73,✔️,0.0,False,GPU
+15,🧠🔁,Neural Network,RealMLP (default),1008.0,+44/-41,0.158,14.56,9.88,13.288,30.11,1.419,✔️,0.0,False,GPU
+16,🌳,Tree-based,XGBoost (default),1000.0,+43/-46,0.163,14.82,11.63,14.429,5.48,0.682,✔️,0.0,False,CPU
+17,🌳,Tree-based,LightGBM (default),970.0,+34/-36,0.113,15.8,12.41,14.566,1.83,0.24,✔️,0.0,False,CPU
+18,🌳,Tree-based,ExtraTrees (tuned + ensembled),927.0,+43/-49,0.051,17.21,14.46,17.076,69.28,1.356,✔️,0.0,False,CPU
+19,🌳,Tree-based,RandomForest (tuned + ensembled),875.0,+41/-45,0.026,18.81,14.73,18.374,139.91,1.077,✔️,0.0,False,CPU
+20,🌳,Tree-based,ExtraTrees (tuned),864.0,+43/-55,0.027,19.17,15.62,18.57,69.28,0.202,✔️,0.0,False,CPU
+21,🌳,Tree-based,RandomForest (tuned),847.0,+40/-49,0.015,19.66,16.1,19.281,139.91,0.202,✔️,0.0,False,CPU
+22,🧠⚡,Foundation Model,TabDPT (default) [32.94% IMPUTED],827.0,+59/-55,0.06,20.23,11.74,20.902,52.83,8.63,✔️,32.94,True,GPU
+23,🌳,Tree-based,RandomForest (default),800.0,+44/-54,0.015,20.96,17.43,21.048,10.23,0.577,✔️,0.0,False,CPU
+24,📏,Baseline,Linear (tuned + ensembled),783.0,+71/-63,0.067,21.4,14.82,22.671,100.41,1.617,✔️,0.0,False,CPU
+25,🌳,Tree-based,ExtraTrees (default),774.0,+63/-68,0.036,21.65,15.26,21.118,6.09,0.563,✔️,0.0,False,CPU
+26,📏,Baseline,Linear (tuned),744.0,+73/-82,0.063,22.37,13.24,23.641,100.41,0.382,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),677.0,+84/-102,0.064,23.83,16.49,26.865,4.31,0.421,✔️,0.0,False,CPU

data_beyondarena/subsets/high-dim/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1358df35a85d80f9c11f0b803b4dbfad28fd5776f57d235cbbdc28372f99a161
+size 204070

data_beyondarena/subsets/large/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6eeb4702d54a8d73ce9a89849af9d36a75e2a4f6195a3e395dd2371f2ccda3
+size 408680

data_beyondarena/subsets/large/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b60da7cb45862b6262653f518b8f8d546ed344102240c559e7a21db6894053
+size 53912

data_beyondarena/subsets/large/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1383.0,+169/-124,0.805,4.37,2.34,1.839,333.41,1.402,✔️,0.0,False,GPU
+1,🌳,Tree-based,LightGBM (tuned + ensembled),1273.0,+187/-103,0.624,6.39,3.25,3.342,46.72,2.739,✔️,0.0,False,CPU
+2,🧠🔁,Neural Network,TabM (tuned + ensembled),1270.0,+108/-63,0.609,6.46,4.34,3.694,281.55,3.367,✔️,0.0,False,GPU
+3,🧠🔁,Neural Network,RealMLP (tuned),1253.0,+144/-124,0.702,6.81,2.91,2.504,333.41,0.211,✔️,0.0,False,GPU
+4,🌳,Tree-based,CatBoost (tuned + ensembled),1248.0,+155/-116,0.608,6.91,3.4,3.909,208.34,0.439,✔️,0.0,False,CPU
+5,🌳,Tree-based,CatBoost (tuned),1230.0,+146/-126,0.594,7.3,5.04,3.868,208.34,0.049,✔️,0.0,False,CPU
+6,🌳,Tree-based,XGBoost (tuned + ensembled),1223.0,+162/-104,0.598,7.46,4.29,3.664,133.01,1.154,✔️,0.0,False,CPU
+7,🌳,Tree-based,LightGBM (tuned),1204.0,+160/-86,0.53,7.88,5.46,4.288,46.72,0.662,✔️,0.0,False,CPU
+8,🧠🔁,Neural Network,TabM (tuned),1151.0,+109/-72,0.485,9.11,4.83,4.732,281.55,0.497,✔️,0.0,False,GPU
+9,🌳,Tree-based,XGBoost (tuned),1145.0,+150/-92,0.504,9.26,4.9,3.868,133.01,0.179,✔️,0.0,False,CPU
+10,🌳,Tree-based,CatBoost (default),1121.0,+134/-104,0.463,9.84,7.16,4.886,8.03,0.043,✔️,0.0,False,CPU
+11,🧠🔁,Neural Network,TabM (default),1005.0,+78/-84,0.262,12.68,10.43,6.24,9.5,0.431,✔️,0.0,False,GPU
+12,🌳,Tree-based,XGBoost (default),1000.0,+90/-67,0.254,12.79,11.84,6.672,1.35,0.162,✔️,0.0,False,CPU
+13,🧠🔁,Neural Network,RealMLP (default),992.0,+98/-71,0.207,12.99,9.32,5.748,12.85,0.217,✔️,0.0,False,GPU
+14,🧠⚡,Foundation Model,TabPFN-3 (default),945.0,+104/-126,0.195,14.15,6.92,9.36,17.54,11.689,✔️,0.0,False,GPU
+15,🌳,Tree-based,LightGBM (default),942.0,+67/-63,0.141,14.22,12.74,7.368,0.49,0.11,✔️,0.0,False,CPU
+16,🌳,Tree-based,ExtraTrees (tuned + ensembled),717.0,+89/-150,0.006,19.66,17.86,13.772,18.15,0.424,✔️,0.0,False,CPU
+17,🌳,Tree-based,RandomForest (tuned + ensembled),716.0,+95/-139,0.015,19.67,17.76,13.898,41.24,0.222,✔️,0.0,False,CPU
+18,🧠⚡,Foundation Model,TabICLv2 (default),702.0,+115/-168,0.022,20.01,15.42,14.746,7.28,3.366,✔️,0.0,False,GPU
+19,🌳,Tree-based,RandomForest (tuned),676.0,+93/-132,0.015,20.61,18.42,14.787,41.24,0.067,✔️,0.0,False,CPU
+20,🧠⚡,Foundation Model,TabPFN-2.6 (default) [99.05% IMPUTED],660.0,+82/-113,0.0,20.96,16.86,15.587,2.59,0.113,✔️,99.05,True,GPU
+21,🧠⚡,Foundation Model,TabDPT (default) [99.05% IMPUTED],650.0,+68/-108,0.0,21.18,19.93,15.67,2.59,0.113,✔️,99.05,True,GPU
+22,🌳,Tree-based,RandomForest (default),650.0,+68/-108,0.0,21.19,19.94,15.672,2.55,0.113,✔️,0.0,False,CPU
+23,🌳,Tree-based,ExtraTrees (tuned),648.0,+123/-184,0.016,21.23,18.62,14.991,18.15,0.062,✔️,0.0,False,CPU
+24,📏,Baseline,Linear (tuned + ensembled),615.0,+118/-157,0.016,21.94,19.16,20.395,13.34,0.451,✔️,0.0,False,CPU
+25,📏,Baseline,Linear (tuned),564.0,+120/-177,0.015,23.0,20.0,21.399,13.34,0.092,✔️,0.0,False,CPU
+26,🌳,Tree-based,ExtraTrees (default),538.0,+118/-164,0.0,23.5,18.96,17.358,0.87,0.131,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),486.0,+104/-170,0.0,24.41,21.42,22.958,0.56,0.118,✔️,0.0,False,CPU

data_beyondarena/subsets/large/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9adaa7e2adf085e1072ae80b01fde2fd6f567da5498c44b58feecc76af70c75
+size 192939

data_beyondarena/subsets/low-dim/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3144d6beae07b669f24f378130fb203d0c51de6130bb9da6a228304810eecdd
+size 442796

data_beyondarena/subsets/low-dim/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a653d7e87d371c31213d887ccb7113d98ef650a8847678630de96a9558539f0
+size 64830

data_beyondarena/subsets/low-dim/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠⚡,Foundation Model,TabPFN-3 (default),1349.0,+63/-42,0.679,6.94,2.43,8.36,17.99,2.424,✔️,0.0,False,GPU
+1,🧠⚡,Foundation Model,TabICLv2 (default),1321.0,+47/-48,0.629,7.71,2.76,9.654,9.3,1.633,✔️,0.0,False,GPU
+2,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1295.0,+39/-30,0.448,8.46,4.96,12.314,1327.31,17.147,✔️,0.0,False,GPU
+3,🧠⚡,Foundation Model,TabPFN-2.6 (default) [4.40% IMPUTED],1284.0,+45/-42,0.511,8.79,3.79,11.317,13.91,1.616,✔️,4.4,True,GPU
+4,🧠🔁,Neural Network,TabM (tuned + ensembled),1235.0,+38/-35,0.331,10.32,5.99,13.978,1011.46,4.537,✔️,0.0,False,GPU
+5,🌳,Tree-based,CatBoost (tuned + ensembled),1235.0,+24/-27,0.325,10.32,6.23,13.974,312.23,1.085,✔️,0.0,False,CPU
+6,🧠🔁,Neural Network,RealMLP (tuned),1229.0,+32/-30,0.335,10.53,5.94,13.906,1327.31,2.534,✔️,0.0,False,GPU
+7,🌳,Tree-based,CatBoost (tuned),1218.0,+25/-28,0.31,10.9,6.05,14.21,312.23,0.224,✔️,0.0,False,CPU
+8,🧠🔁,Neural Network,TabM (tuned),1200.0,+33/-36,0.273,11.51,6.67,14.826,1011.46,0.817,✔️,0.0,False,GPU
+9,🌳,Tree-based,LightGBM (tuned + ensembled),1193.0,+30/-29,0.255,11.72,7.91,15.429,214.85,2.18,✔️,0.0,False,CPU
+10,🧠⚡,Foundation Model,TabDPT (default) [4.40% IMPUTED],1164.0,+49/-39,0.349,12.74,4.91,16.761,143.53,10.681,✔️,4.4,True,GPU
+11,🌳,Tree-based,CatBoost (default),1159.0,+32/-29,0.235,12.89,8.25,16.129,12.67,0.196,✔️,0.0,False,CPU
+12,🌳,Tree-based,LightGBM (tuned),1154.0,+35/-29,0.203,13.06,8.5,15.947,214.85,0.47,✔️,0.0,False,CPU
+13,🌳,Tree-based,XGBoost (tuned + ensembled),1142.0,+33/-30,0.193,13.5,9.74,17.285,281.61,10.673,✔️,0.0,False,CPU
+14,🧠🔁,Neural Network,TabM (default),1141.0,+31/-34,0.221,13.54,8.25,16.182,24.96,0.723,✔️,0.0,False,GPU
+15,🌳,Tree-based,XGBoost (tuned),1130.0,+25/-25,0.161,13.92,10.26,17.44,281.61,2.887,✔️,0.0,False,CPU
+16,🧠🔁,Neural Network,RealMLP (default),1080.0,+35/-34,0.162,15.66,8.77,18.556,60.19,1.859,✔️,0.0,False,GPU
+17,🌳,Tree-based,ExtraTrees (tuned + ensembled),1060.0,+33/-29,0.105,16.35,10.64,19.823,164.06,2.023,✔️,0.0,False,CPU
+18,🌳,Tree-based,ExtraTrees (tuned),1039.0,+37/-33,0.093,17.06,10.89,20.259,164.06,0.322,✔️,0.0,False,CPU
+19,🌳,Tree-based,RandomForest (tuned + ensembled),1009.0,+29/-37,0.083,18.09,13.03,20.961,152.3,2.089,✔️,0.0,False,CPU
+20,🌳,Tree-based,XGBoost (default),1000.0,+38/-38,0.091,18.38,12.98,20.371,9.03,2.473,✔️,0.0,False,CPU
+21,🌳,Tree-based,LightGBM (default),999.0,+28/-31,0.046,18.4,14.06,20.563,5.43,0.211,✔️,0.0,False,CPU
+22,🌳,Tree-based,RandomForest (tuned),989.0,+28/-43,0.066,18.75,13.67,21.33,152.3,0.474,✔️,0.0,False,CPU
+23,📏,Baseline,Linear (tuned + ensembled),931.0,+38/-47,0.104,20.52,10.65,29.335,244.76,0.444,✔️,0.0,False,CPU
+24,🌳,Tree-based,RandomForest (default),912.0,+40/-59,0.057,21.05,14.99,23.624,7.99,0.791,✔️,0.0,False,CPU
+25,🌳,Tree-based,ExtraTrees (default),912.0,+42/-53,0.07,21.05,13.59,24.775,6.3,1.035,✔️,0.0,False,CPU
+26,📏,Baseline,Linear (tuned),904.0,+38/-49,0.083,21.28,12.54,30.014,244.76,0.13,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),855.0,+48/-52,0.049,22.56,15.09,32.075,10.24,0.16,✔️,0.0,False,CPU

data_beyondarena/subsets/low-dim/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe0741926535c17e12b7adc16b6aabfda44f0b2107ea426cda800cecb8a0147
+size 209648

data_beyondarena/subsets/medium/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0bc3854293bbec8d5c49d0a69c56d95439dcdbf757de287c4fcc4eb633d025
+size 427474

data_beyondarena/subsets/medium/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81737644a59688e162a94ef60abba41e50dd2181958e95586261e156fba39d9f
+size 48534

data_beyondarena/subsets/medium/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1254.0,+78/-64,0.503,6.71,4.5,6.611,655.92,2.599,✔️,0.0,False,GPU
+1,🌳,Tree-based,CatBoost (tuned + ensembled),1206.0,+66/-48,0.447,7.91,4.67,7.096,108.43,0.384,✔️,0.0,False,CPU
+2,🧠⚡,Foundation Model,TabPFN-3 (default),1203.0,+134/-76,0.559,7.97,2.47,5.736,2.94,0.919,✔️,0.0,False,GPU
+3,🧠⚡,Foundation Model,TabPFN-2.6 (default),1193.0,+97/-69,0.502,8.25,3.34,6.407,10.65,3.253,✔️,0.0,False,GPU
+4,🌳,Tree-based,CatBoost (tuned),1174.0,+85/-52,0.422,8.75,3.82,7.248,108.43,0.076,✔️,0.0,False,CPU
+5,🧠🔁,Neural Network,RealMLP (tuned),1165.0,+81/-58,0.396,8.99,5.08,8.235,655.92,0.238,✔️,0.0,False,GPU
+6,🧠🔁,Neural Network,TabM (tuned + ensembled),1163.0,+90/-66,0.344,9.07,4.42,8.656,594.53,1.782,✔️,0.0,False,GPU
+7,🌳,Tree-based,XGBoost (tuned + ensembled),1161.0,+50/-42,0.338,9.11,7.41,8.342,35.72,1.544,✔️,0.0,False,CPU
+8,🌳,Tree-based,LightGBM (tuned + ensembled),1151.0,+56/-38,0.331,9.38,6.22,8.964,20.53,1.579,✔️,0.0,False,CPU
+9,🧠⚡,Foundation Model,TabICLv2 (default),1124.0,+112/-88,0.434,10.14,3.35,6.821,1.89,0.443,✔️,0.0,False,GPU
+10,🌳,Tree-based,CatBoost (default),1124.0,+65/-60,0.382,10.15,6.45,7.685,3.95,0.038,✔️,0.0,False,CPU
+11,🌳,Tree-based,XGBoost (tuned),1121.0,+59/-55,0.294,10.24,7.19,8.753,35.72,0.277,✔️,0.0,False,CPU
+12,🧠🔁,Neural Network,TabM (tuned),1098.0,+80/-66,0.253,10.9,7.03,9.575,594.53,0.229,✔️,0.0,False,GPU
+13,🌳,Tree-based,LightGBM (tuned),1096.0,+65/-49,0.262,10.94,6.58,9.681,20.53,0.23,✔️,0.0,False,CPU
+14,🌳,Tree-based,XGBoost (default),1000.0,+62/-72,0.192,13.75,9.66,10.01,0.82,0.221,✔️,0.0,False,CPU
+15,🧠🔁,Neural Network,TabM (default),974.0,+71/-66,0.177,14.49,9.02,12.531,10.54,0.251,✔️,0.0,False,GPU
+16,🧠🔁,Neural Network,RealMLP (default),953.0,+68/-66,0.16,15.09,9.29,11.45,17.29,0.178,✔️,0.0,False,GPU
+17,🌳,Tree-based,LightGBM (default),918.0,+53/-58,0.067,16.08,14.3,11.449,0.36,0.077,✔️,0.0,False,CPU
+18,🌳,Tree-based,ExtraTrees (tuned + ensembled),833.0,+55/-65,0.021,18.36,16.67,14.61,11.82,0.448,✔️,0.0,False,CPU
+19,🧠⚡,Foundation Model,TabDPT (default),792.0,+100/-144,0.107,19.38,11.79,19.527,40.6,47.86,✔️,0.0,False,GPU
+20,🌳,Tree-based,RandomForest (tuned + ensembled),776.0,+57/-70,0.012,19.78,18.28,15.614,15.14,0.338,✔️,0.0,False,CPU
+21,🌳,Tree-based,ExtraTrees (tuned),752.0,+59/-61,0.005,20.32,18.96,15.834,11.82,0.054,✔️,0.0,False,CPU
+22,🌳,Tree-based,RandomForest (tuned),744.0,+55/-77,0.01,20.51,18.84,16.297,15.14,0.065,✔️,0.0,False,CPU
+23,📏,Baseline,Linear (tuned + ensembled),622.0,+88/-109,0.009,23.07,21.63,27.124,22.74,0.175,✔️,0.0,False,CPU
+24,🌳,Tree-based,RandomForest (default),592.0,+75/-89,0.0,23.62,22.27,20.302,1.2,0.325,✔️,0.0,False,CPU
+25,🌳,Tree-based,ExtraTrees (default),580.0,+81/-105,0.004,23.83,22.29,21.091,0.65,0.322,✔️,0.0,False,CPU
+26,📏,Baseline,Linear (tuned),563.0,+94/-109,0.008,24.12,22.93,28.086,22.74,0.076,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),500.0,+95/-136,0.007,25.08,24.1,30.432,0.77,0.072,✔️,0.0,False,CPU

data_beyondarena/subsets/medium/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5fb7e9030641af35d682df29550c03ba92af703a9214d5647df3c0ab00ec94
+size 202532

data_beyondarena/subsets/random/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd5686d4d9b41e619cac6c15ec2fc2bb47835314a764cad084282592d5e8598
+size 436610

data_beyondarena/subsets/random/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614b59d4320922e70bf19d1c2eea5e5a0c5dc2f8d6dd4ebc25d6b98295e1e0c
+size 64762

data_beyondarena/subsets/random/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠⚡,Foundation Model,TabPFN-3 (default),1383.0,+41/-52,0.713,5.86,2.29,5.897,22.16,2.481,✔️,0.0,False,GPU
+1,🧠⚡,Foundation Model,TabICLv2 (default),1313.0,+58/-54,0.634,7.62,2.79,8.293,15.4,1.887,✔️,0.0,False,GPU
+2,🧠⚡,Foundation Model,TabPFN-2.6 (default) [5.83% IMPUTED],1304.0,+52/-38,0.575,7.87,3.25,9.301,27.15,2.035,✔️,5.83,True,GPU
+3,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1291.0,+32/-31,0.447,8.23,4.97,12.177,1547.62,21.543,✔️,0.0,False,GPU
+4,🧠🔁,Neural Network,TabM (tuned + ensembled),1226.0,+31/-31,0.33,10.17,5.83,13.814,1366.44,7.477,✔️,0.0,False,GPU
+5,🌳,Tree-based,CatBoost (tuned + ensembled),1218.0,+25/-24,0.292,10.42,6.37,13.797,477.58,1.29,✔️,0.0,False,CPU
+6,🧠🔁,Neural Network,RealMLP (tuned),1212.0,+32/-35,0.327,10.64,6.33,14.092,1547.62,2.71,✔️,0.0,False,GPU
+7,🌳,Tree-based,CatBoost (tuned),1200.0,+23/-26,0.275,11.01,6.61,14.066,477.58,0.236,✔️,0.0,False,CPU
+8,🧠🔁,Neural Network,TabM (tuned),1188.0,+34/-30,0.279,11.42,6.47,14.461,1366.44,1.018,✔️,0.0,False,GPU
+9,🌳,Tree-based,LightGBM (tuned + ensembled),1181.0,+31/-27,0.243,11.66,8.17,15.13,214.85,2.515,✔️,0.0,False,CPU
+10,🌳,Tree-based,XGBoost (tuned + ensembled),1149.0,+33/-27,0.224,12.71,8.96,15.87,333.88,10.673,✔️,0.0,False,CPU
+11,🌳,Tree-based,LightGBM (tuned),1146.0,+32/-31,0.207,12.84,7.79,15.518,214.85,0.552,✔️,0.0,False,CPU
+12,🌳,Tree-based,CatBoost (default),1143.0,+26/-23,0.227,12.92,8.35,15.278,14.64,0.221,✔️,0.0,False,CPU
+13,🌳,Tree-based,XGBoost (tuned),1130.0,+34/-28,0.187,13.35,9.01,16.093,333.88,2.535,✔️,0.0,False,CPU
+14,🧠⚡,Foundation Model,TabDPT (default) [5.83% IMPUTED],1122.0,+38/-51,0.325,13.64,5.24,16.724,136.49,11.617,✔️,5.83,True,GPU
+15,🧠🔁,Neural Network,TabM (default),1116.0,+30/-28,0.201,13.85,8.95,15.698,39.03,0.923,✔️,0.0,False,GPU
+16,🧠🔁,Neural Network,RealMLP (default),1054.0,+32/-32,0.129,15.98,9.5,18.057,59.49,2.394,✔️,0.0,False,GPU
+17,🌳,Tree-based,ExtraTrees (tuned + ensembled),1044.0,+30/-28,0.092,16.33,11.26,19.001,171.71,2.094,✔️,0.0,False,CPU
+18,🌳,Tree-based,ExtraTrees (tuned),1004.0,+28/-28,0.069,17.63,12.12,19.965,171.71,0.369,✔️,0.0,False,CPU
+19,🌳,Tree-based,XGBoost (default),1000.0,+36/-32,0.09,17.78,12.69,18.867,9.29,2.071,✔️,0.0,False,CPU
+20,🌳,Tree-based,RandomForest (tuned + ensembled),988.0,+30/-36,0.071,18.16,13.18,20.273,170.27,2.089,✔️,0.0,False,CPU
+21,🌳,Tree-based,LightGBM (default),985.0,+26/-28,0.048,18.26,14.31,19.325,5.43,0.257,✔️,0.0,False,CPU
+22,🌳,Tree-based,RandomForest (tuned),969.0,+32/-33,0.058,18.76,13.85,20.729,170.27,0.485,✔️,0.0,False,CPU
+23,📏,Baseline,Linear (tuned + ensembled),891.0,+41/-49,0.097,21.05,11.54,28.219,241.64,0.834,✔️,0.0,False,CPU
+24,🌳,Tree-based,RandomForest (default),879.0,+44/-44,0.047,21.4,15.96,23.648,10.32,0.791,✔️,0.0,False,CPU
+25,🌳,Tree-based,ExtraTrees (default),874.0,+45/-49,0.064,21.53,14.12,24.558,7.64,0.878,✔️,0.0,False,CPU
+26,📏,Baseline,Linear (tuned),862.0,+43/-57,0.077,21.84,13.57,28.954,241.64,0.195,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),811.0,+48/-60,0.057,23.08,15.78,31.118,10.24,0.212,✔️,0.0,False,CPU

data_beyondarena/subsets/random/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80164064e10126e72fe55905a2c085f425363a0dbfa6ec71c9df43868024fa16
+size 207264

data_beyondarena/subsets/small/pareto_front_improvability_vs_time_infer.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859e146720d2d7e2b0a680016292f5705e1cb2f2274e74ede00c2107b04e2ed1
+size 438196

data_beyondarena/subsets/small/tuning-impact-elo.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382174d2cf09863de7f5f76d9c216fc7c35796d77165020945ae56ae2d160b96
+size 54242

data_beyondarena/subsets/small/website_leaderboard.csv

@@ -0,0 +1,29 @@
+#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
+0,🧠⚡,Foundation Model,TabPFN-3 (default),1450.0,+102/-69,0.765,4.79,1.96,8.177,11.07,1.462,✔️,0.0,False,GPU
+1,🧠⚡,Foundation Model,TabPFN-2.6 (default),1435.0,+100/-73,0.743,5.08,2.37,12.145,9.87,0.953,✔️,0.0,False,GPU
+2,🧠⚡,Foundation Model,TabICLv2 (default),1350.0,+105/-90,0.676,6.9,2.38,11.348,5.31,0.725,✔️,0.0,False,GPU
+3,🧠🔁,Neural Network,RealMLP (tuned + ensembled),1312.0,+66/-58,0.479,7.85,4.84,15.333,970.7,12.352,✔️,0.0,False,GPU
+4,🧠🔁,Neural Network,TabM (tuned + ensembled),1237.0,+64/-52,0.368,9.91,6.07,16.481,828.24,3.416,✔️,0.0,False,GPU
+5,🌳,Tree-based,CatBoost (tuned + ensembled),1231.0,+43/-38,0.295,10.1,7.71,18.464,229.46,0.723,✔️,0.0,False,CPU
+6,🌳,Tree-based,LightGBM (tuned + ensembled),1215.0,+43/-42,0.299,10.57,7.59,18.452,121.9,1.213,✔️,0.0,False,CPU
+7,🌳,Tree-based,CatBoost (tuned),1207.0,+39/-40,0.279,10.8,7.66,18.704,229.46,0.123,✔️,0.0,False,CPU
+8,🧠🔁,Neural Network,RealMLP (tuned),1200.0,+67/-58,0.336,11.03,7.01,17.752,970.7,1.507,✔️,0.0,False,GPU
+9,🧠🔁,Neural Network,TabM (tuned),1192.0,+68/-58,0.293,11.25,5.54,17.669,828.24,0.549,✔️,0.0,False,GPU
+10,🌳,Tree-based,XGBoost (tuned + ensembled),1173.0,+32/-37,0.217,11.85,8.96,21.767,161.73,5.716,✔️,0.0,False,CPU
+11,🌳,Tree-based,LightGBM (tuned),1158.0,+59/-52,0.249,12.31,7.5,19.126,121.9,0.236,✔️,0.0,False,CPU
+12,🌳,Tree-based,XGBoost (tuned),1152.0,+31/-32,0.171,12.5,10.06,22.088,161.73,1.471,✔️,0.0,False,CPU
+13,🌳,Tree-based,CatBoost (default),1149.0,+50/-36,0.207,12.6,9.72,21.344,8.81,0.114,✔️,0.0,False,CPU
+14,🧠🔁,Neural Network,TabM (default),1105.0,+58/-49,0.22,13.97,10.06,19.639,20.6,0.533,✔️,0.0,False,GPU
+15,🧠⚡,Foundation Model,TabDPT (default),1096.0,+90/-72,0.244,14.25,6.39,22.281,107.59,48.147,✔️,0.0,False,GPU
+16,🧠🔁,Neural Network,RealMLP (default),1040.0,+62/-49,0.138,15.99,11.15,22.845,41.4,1.328,✔️,0.0,False,GPU
+17,🌳,Tree-based,XGBoost (default),1000.0,+47/-53,0.072,17.23,13.91,24.69,5.01,1.253,✔️,0.0,False,CPU
+18,🌳,Tree-based,LightGBM (default),998.0,+45/-47,0.049,17.29,12.68,24.29,3.02,0.105,✔️,0.0,False,CPU
+19,🌳,Tree-based,ExtraTrees (tuned + ensembled),996.0,+50/-57,0.067,17.35,13.16,26.614,103.94,1.125,✔️,0.0,False,CPU
+20,🌳,Tree-based,ExtraTrees (tuned),958.0,+52/-59,0.045,18.47,14.31,27.312,103.94,0.209,✔️,0.0,False,CPU
+21,🌳,Tree-based,RandomForest (tuned + ensembled),944.0,+66/-79,0.059,18.88,14.19,27.979,105.83,1.077,✔️,0.0,False,CPU
+22,🌳,Tree-based,RandomForest (tuned),912.0,+67/-75,0.049,19.77,14.42,28.304,105.83,0.245,✔️,0.0,False,CPU
+23,🌳,Tree-based,RandomForest (default),837.0,+69/-90,0.024,21.69,16.68,30.191,4.82,0.485,✔️,0.0,False,CPU
+24,🌳,Tree-based,ExtraTrees (default),829.0,+76/-90,0.033,21.88,18.76,31.344,4.57,0.603,✔️,0.0,False,CPU
+25,📏,Baseline,Linear (tuned + ensembled),774.0,+65/-93,0.007,23.09,19.86,37.312,132.0,0.392,✔️,0.0,False,CPU
+26,📏,Baseline,Linear (tuned),738.0,+70/-105,0.006,23.81,20.79,37.878,132.0,0.095,✔️,0.0,False,CPU
+27,📏,Baseline,Linear (default),682.0,+99/-136,0.007,24.78,22.25,40.225,4.52,0.128,✔️,0.0,False,CPU

data_beyondarena/subsets/small/winrate_matrix.png.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d5713c13d03ed077cbea47e68cf7e4f5a549b10c9b59f34e0df8a2ae4b5082
+size 204773