Leaderboard / data /meta.json
schaeferbasti's picture
Leaderboard v0.2.1
74c4bec
Raw History Blame Contribute Delete
43.2 kB
{
"benchmark_name": "feature_selection_benchmark_2026_all",
"generated_at": "2026-10-14 12:53 UTC",
"selectarena_version": "0.1.0",
"n_results": 79873,
"n_datasets": 71,
"n_methods": 15,
"methods": [
"(R)ReliefF",
"CART",
"ElasticNet",
"F-Test",
"GainRatio",
"LOCO",
"LaplacianScore",
"Lasso",
"MI",
"MarkovBlanket",
"RFImportance",
"Random",
"SBE",
"SFS",
"mRMR"
],
"models": {
"lightgbm": "LightGBM",
"linearmodel": "LinearModel",
"randomforest": "RandomForest",
"ta-realmlp": "TA-RealMLP",
"ta-tabiclv2": "TA-TabICLv2"
},
"budgets": [
0,
1,
2,
3,
4
],
"total_budget": 5,
"task_types": [
"all",
"binary",
"classification",
"multiclass",
"regression"
],
"elo_bootstrap_rounds": 1000,
"validity_noise": 1.0,
"has_stability": true,
"has_validity": true,
"validity_tables": [
{
"noise": 0.5,
"path": "validity_noise_0.5_table.html"
},
{
"noise": 0.75,
"path": "validity_noise_0.75_table.html"
},
{
"noise": 1.0,
"path": "validity_noise_1_table.html"
}
],
"subsets": [
{
"tasks": "all",
"model": "all",
"budget": "all",
"path": "subsets/tasks_all/models_all/budgets_all",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 79873
},
{
"tasks": "all",
"model": "all",
"budget": "0",
"path": "subsets/tasks_all/models_all/budgets_0",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "all",
"budget": "1",
"path": "subsets/tasks_all/models_all/budgets_1",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "all",
"budget": "2",
"path": "subsets/tasks_all/models_all/budgets_2",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "all",
"budget": "3",
"path": "subsets/tasks_all/models_all/budgets_3",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "all",
"budget": "4",
"path": "subsets/tasks_all/models_all/budgets_4",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15973
},
{
"tasks": "all",
"model": "lightgbm",
"budget": "all",
"path": "subsets/tasks_all/models_lightgbm/budgets_all",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "lightgbm",
"budget": "0",
"path": "subsets/tasks_all/models_lightgbm/budgets_0",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "lightgbm",
"budget": "1",
"path": "subsets/tasks_all/models_lightgbm/budgets_1",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "lightgbm",
"budget": "2",
"path": "subsets/tasks_all/models_lightgbm/budgets_2",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "lightgbm",
"budget": "3",
"path": "subsets/tasks_all/models_lightgbm/budgets_3",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "lightgbm",
"budget": "4",
"path": "subsets/tasks_all/models_lightgbm/budgets_4",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "linearmodel",
"budget": "all",
"path": "subsets/tasks_all/models_linearmodel/budgets_all",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "linearmodel",
"budget": "0",
"path": "subsets/tasks_all/models_linearmodel/budgets_0",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "linearmodel",
"budget": "1",
"path": "subsets/tasks_all/models_linearmodel/budgets_1",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "linearmodel",
"budget": "2",
"path": "subsets/tasks_all/models_linearmodel/budgets_2",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "linearmodel",
"budget": "3",
"path": "subsets/tasks_all/models_linearmodel/budgets_3",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "linearmodel",
"budget": "4",
"path": "subsets/tasks_all/models_linearmodel/budgets_4",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "randomforest",
"budget": "all",
"path": "subsets/tasks_all/models_randomforest/budgets_all",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "randomforest",
"budget": "0",
"path": "subsets/tasks_all/models_randomforest/budgets_0",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "randomforest",
"budget": "1",
"path": "subsets/tasks_all/models_randomforest/budgets_1",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "randomforest",
"budget": "2",
"path": "subsets/tasks_all/models_randomforest/budgets_2",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "randomforest",
"budget": "3",
"path": "subsets/tasks_all/models_randomforest/budgets_3",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "randomforest",
"budget": "4",
"path": "subsets/tasks_all/models_randomforest/budgets_4",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-realmlp",
"budget": "all",
"path": "subsets/tasks_all/models_ta-realmlp/budgets_all",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15975
},
{
"tasks": "all",
"model": "ta-realmlp",
"budget": "0",
"path": "subsets/tasks_all/models_ta-realmlp/budgets_0",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-realmlp",
"budget": "1",
"path": "subsets/tasks_all/models_ta-realmlp/budgets_1",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-realmlp",
"budget": "2",
"path": "subsets/tasks_all/models_ta-realmlp/budgets_2",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-realmlp",
"budget": "3",
"path": "subsets/tasks_all/models_ta-realmlp/budgets_3",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-realmlp",
"budget": "4",
"path": "subsets/tasks_all/models_ta-realmlp/budgets_4",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-tabiclv2",
"budget": "all",
"path": "subsets/tasks_all/models_ta-tabiclv2/budgets_all",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 15973
},
{
"tasks": "all",
"model": "ta-tabiclv2",
"budget": "0",
"path": "subsets/tasks_all/models_ta-tabiclv2/budgets_0",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-tabiclv2",
"budget": "1",
"path": "subsets/tasks_all/models_ta-tabiclv2/budgets_1",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-tabiclv2",
"budget": "2",
"path": "subsets/tasks_all/models_ta-tabiclv2/budgets_2",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-tabiclv2",
"budget": "3",
"path": "subsets/tasks_all/models_ta-tabiclv2/budgets_3",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3195
},
{
"tasks": "all",
"model": "ta-tabiclv2",
"budget": "4",
"path": "subsets/tasks_all/models_ta-tabiclv2/budgets_4",
"n_datasets": 71,
"n_methods": 15,
"n_comparisons": 3193
},
{
"tasks": "classification",
"model": "all",
"budget": "all",
"path": "subsets/tasks_classification/models_all/budgets_all",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 68623
},
{
"tasks": "classification",
"model": "all",
"budget": "0",
"path": "subsets/tasks_classification/models_all/budgets_0",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "all",
"budget": "1",
"path": "subsets/tasks_classification/models_all/budgets_1",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "all",
"budget": "2",
"path": "subsets/tasks_classification/models_all/budgets_2",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "all",
"budget": "3",
"path": "subsets/tasks_classification/models_all/budgets_3",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "all",
"budget": "4",
"path": "subsets/tasks_classification/models_all/budgets_4",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13723
},
{
"tasks": "classification",
"model": "lightgbm",
"budget": "all",
"path": "subsets/tasks_classification/models_lightgbm/budgets_all",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "lightgbm",
"budget": "0",
"path": "subsets/tasks_classification/models_lightgbm/budgets_0",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "lightgbm",
"budget": "1",
"path": "subsets/tasks_classification/models_lightgbm/budgets_1",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "lightgbm",
"budget": "2",
"path": "subsets/tasks_classification/models_lightgbm/budgets_2",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "lightgbm",
"budget": "3",
"path": "subsets/tasks_classification/models_lightgbm/budgets_3",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "lightgbm",
"budget": "4",
"path": "subsets/tasks_classification/models_lightgbm/budgets_4",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "linearmodel",
"budget": "all",
"path": "subsets/tasks_classification/models_linearmodel/budgets_all",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "linearmodel",
"budget": "0",
"path": "subsets/tasks_classification/models_linearmodel/budgets_0",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "linearmodel",
"budget": "1",
"path": "subsets/tasks_classification/models_linearmodel/budgets_1",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "linearmodel",
"budget": "2",
"path": "subsets/tasks_classification/models_linearmodel/budgets_2",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "linearmodel",
"budget": "3",
"path": "subsets/tasks_classification/models_linearmodel/budgets_3",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "linearmodel",
"budget": "4",
"path": "subsets/tasks_classification/models_linearmodel/budgets_4",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "randomforest",
"budget": "all",
"path": "subsets/tasks_classification/models_randomforest/budgets_all",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "randomforest",
"budget": "0",
"path": "subsets/tasks_classification/models_randomforest/budgets_0",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "randomforest",
"budget": "1",
"path": "subsets/tasks_classification/models_randomforest/budgets_1",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "randomforest",
"budget": "2",
"path": "subsets/tasks_classification/models_randomforest/budgets_2",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "randomforest",
"budget": "3",
"path": "subsets/tasks_classification/models_randomforest/budgets_3",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "randomforest",
"budget": "4",
"path": "subsets/tasks_classification/models_randomforest/budgets_4",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-realmlp",
"budget": "all",
"path": "subsets/tasks_classification/models_ta-realmlp/budgets_all",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13725
},
{
"tasks": "classification",
"model": "ta-realmlp",
"budget": "0",
"path": "subsets/tasks_classification/models_ta-realmlp/budgets_0",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-realmlp",
"budget": "1",
"path": "subsets/tasks_classification/models_ta-realmlp/budgets_1",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-realmlp",
"budget": "2",
"path": "subsets/tasks_classification/models_ta-realmlp/budgets_2",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-realmlp",
"budget": "3",
"path": "subsets/tasks_classification/models_ta-realmlp/budgets_3",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-realmlp",
"budget": "4",
"path": "subsets/tasks_classification/models_ta-realmlp/budgets_4",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-tabiclv2",
"budget": "all",
"path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_all",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 13723
},
{
"tasks": "classification",
"model": "ta-tabiclv2",
"budget": "0",
"path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_0",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-tabiclv2",
"budget": "1",
"path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_1",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-tabiclv2",
"budget": "2",
"path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_2",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-tabiclv2",
"budget": "3",
"path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_3",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2745
},
{
"tasks": "classification",
"model": "ta-tabiclv2",
"budget": "4",
"path": "subsets/tasks_classification/models_ta-tabiclv2/budgets_4",
"n_datasets": 61,
"n_methods": 15,
"n_comparisons": 2743
},
{
"tasks": "binary",
"model": "all",
"budget": "all",
"path": "subsets/tasks_binary/models_all/budgets_all",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 55123
},
{
"tasks": "binary",
"model": "all",
"budget": "0",
"path": "subsets/tasks_binary/models_all/budgets_0",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "all",
"budget": "1",
"path": "subsets/tasks_binary/models_all/budgets_1",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "all",
"budget": "2",
"path": "subsets/tasks_binary/models_all/budgets_2",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "all",
"budget": "3",
"path": "subsets/tasks_binary/models_all/budgets_3",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "all",
"budget": "4",
"path": "subsets/tasks_binary/models_all/budgets_4",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11023
},
{
"tasks": "binary",
"model": "lightgbm",
"budget": "all",
"path": "subsets/tasks_binary/models_lightgbm/budgets_all",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "lightgbm",
"budget": "0",
"path": "subsets/tasks_binary/models_lightgbm/budgets_0",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "lightgbm",
"budget": "1",
"path": "subsets/tasks_binary/models_lightgbm/budgets_1",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "lightgbm",
"budget": "2",
"path": "subsets/tasks_binary/models_lightgbm/budgets_2",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "lightgbm",
"budget": "3",
"path": "subsets/tasks_binary/models_lightgbm/budgets_3",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "lightgbm",
"budget": "4",
"path": "subsets/tasks_binary/models_lightgbm/budgets_4",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "linearmodel",
"budget": "all",
"path": "subsets/tasks_binary/models_linearmodel/budgets_all",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "linearmodel",
"budget": "0",
"path": "subsets/tasks_binary/models_linearmodel/budgets_0",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "linearmodel",
"budget": "1",
"path": "subsets/tasks_binary/models_linearmodel/budgets_1",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "linearmodel",
"budget": "2",
"path": "subsets/tasks_binary/models_linearmodel/budgets_2",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "linearmodel",
"budget": "3",
"path": "subsets/tasks_binary/models_linearmodel/budgets_3",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "linearmodel",
"budget": "4",
"path": "subsets/tasks_binary/models_linearmodel/budgets_4",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "randomforest",
"budget": "all",
"path": "subsets/tasks_binary/models_randomforest/budgets_all",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "randomforest",
"budget": "0",
"path": "subsets/tasks_binary/models_randomforest/budgets_0",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "randomforest",
"budget": "1",
"path": "subsets/tasks_binary/models_randomforest/budgets_1",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "randomforest",
"budget": "2",
"path": "subsets/tasks_binary/models_randomforest/budgets_2",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "randomforest",
"budget": "3",
"path": "subsets/tasks_binary/models_randomforest/budgets_3",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "randomforest",
"budget": "4",
"path": "subsets/tasks_binary/models_randomforest/budgets_4",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-realmlp",
"budget": "all",
"path": "subsets/tasks_binary/models_ta-realmlp/budgets_all",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11025
},
{
"tasks": "binary",
"model": "ta-realmlp",
"budget": "0",
"path": "subsets/tasks_binary/models_ta-realmlp/budgets_0",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-realmlp",
"budget": "1",
"path": "subsets/tasks_binary/models_ta-realmlp/budgets_1",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-realmlp",
"budget": "2",
"path": "subsets/tasks_binary/models_ta-realmlp/budgets_2",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-realmlp",
"budget": "3",
"path": "subsets/tasks_binary/models_ta-realmlp/budgets_3",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-realmlp",
"budget": "4",
"path": "subsets/tasks_binary/models_ta-realmlp/budgets_4",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-tabiclv2",
"budget": "all",
"path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_all",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 11023
},
{
"tasks": "binary",
"model": "ta-tabiclv2",
"budget": "0",
"path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_0",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-tabiclv2",
"budget": "1",
"path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_1",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-tabiclv2",
"budget": "2",
"path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_2",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-tabiclv2",
"budget": "3",
"path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_3",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2205
},
{
"tasks": "binary",
"model": "ta-tabiclv2",
"budget": "4",
"path": "subsets/tasks_binary/models_ta-tabiclv2/budgets_4",
"n_datasets": 49,
"n_methods": 15,
"n_comparisons": 2203
},
{
"tasks": "multiclass",
"model": "all",
"budget": "all",
"path": "subsets/tasks_multiclass/models_all/budgets_all",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 13500
},
{
"tasks": "multiclass",
"model": "all",
"budget": "0",
"path": "subsets/tasks_multiclass/models_all/budgets_0",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "all",
"budget": "1",
"path": "subsets/tasks_multiclass/models_all/budgets_1",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "all",
"budget": "2",
"path": "subsets/tasks_multiclass/models_all/budgets_2",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "all",
"budget": "3",
"path": "subsets/tasks_multiclass/models_all/budgets_3",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "all",
"budget": "4",
"path": "subsets/tasks_multiclass/models_all/budgets_4",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "lightgbm",
"budget": "all",
"path": "subsets/tasks_multiclass/models_lightgbm/budgets_all",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "lightgbm",
"budget": "0",
"path": "subsets/tasks_multiclass/models_lightgbm/budgets_0",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "lightgbm",
"budget": "1",
"path": "subsets/tasks_multiclass/models_lightgbm/budgets_1",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "lightgbm",
"budget": "2",
"path": "subsets/tasks_multiclass/models_lightgbm/budgets_2",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "lightgbm",
"budget": "3",
"path": "subsets/tasks_multiclass/models_lightgbm/budgets_3",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "lightgbm",
"budget": "4",
"path": "subsets/tasks_multiclass/models_lightgbm/budgets_4",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "linearmodel",
"budget": "all",
"path": "subsets/tasks_multiclass/models_linearmodel/budgets_all",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "linearmodel",
"budget": "0",
"path": "subsets/tasks_multiclass/models_linearmodel/budgets_0",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "linearmodel",
"budget": "1",
"path": "subsets/tasks_multiclass/models_linearmodel/budgets_1",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "linearmodel",
"budget": "2",
"path": "subsets/tasks_multiclass/models_linearmodel/budgets_2",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "linearmodel",
"budget": "3",
"path": "subsets/tasks_multiclass/models_linearmodel/budgets_3",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "linearmodel",
"budget": "4",
"path": "subsets/tasks_multiclass/models_linearmodel/budgets_4",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "randomforest",
"budget": "all",
"path": "subsets/tasks_multiclass/models_randomforest/budgets_all",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "randomforest",
"budget": "0",
"path": "subsets/tasks_multiclass/models_randomforest/budgets_0",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "randomforest",
"budget": "1",
"path": "subsets/tasks_multiclass/models_randomforest/budgets_1",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "randomforest",
"budget": "2",
"path": "subsets/tasks_multiclass/models_randomforest/budgets_2",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "randomforest",
"budget": "3",
"path": "subsets/tasks_multiclass/models_randomforest/budgets_3",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "randomforest",
"budget": "4",
"path": "subsets/tasks_multiclass/models_randomforest/budgets_4",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-realmlp",
"budget": "all",
"path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_all",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "ta-realmlp",
"budget": "0",
"path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_0",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-realmlp",
"budget": "1",
"path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_1",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-realmlp",
"budget": "2",
"path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_2",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-realmlp",
"budget": "3",
"path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_3",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-realmlp",
"budget": "4",
"path": "subsets/tasks_multiclass/models_ta-realmlp/budgets_4",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-tabiclv2",
"budget": "all",
"path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_all",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 2700
},
{
"tasks": "multiclass",
"model": "ta-tabiclv2",
"budget": "0",
"path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_0",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-tabiclv2",
"budget": "1",
"path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_1",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-tabiclv2",
"budget": "2",
"path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_2",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-tabiclv2",
"budget": "3",
"path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_3",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "multiclass",
"model": "ta-tabiclv2",
"budget": "4",
"path": "subsets/tasks_multiclass/models_ta-tabiclv2/budgets_4",
"n_datasets": 12,
"n_methods": 15,
"n_comparisons": 540
},
{
"tasks": "regression",
"model": "all",
"budget": "all",
"path": "subsets/tasks_regression/models_all/budgets_all",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 11250
},
{
"tasks": "regression",
"model": "all",
"budget": "0",
"path": "subsets/tasks_regression/models_all/budgets_0",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "all",
"budget": "1",
"path": "subsets/tasks_regression/models_all/budgets_1",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "all",
"budget": "2",
"path": "subsets/tasks_regression/models_all/budgets_2",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "all",
"budget": "3",
"path": "subsets/tasks_regression/models_all/budgets_3",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "all",
"budget": "4",
"path": "subsets/tasks_regression/models_all/budgets_4",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "lightgbm",
"budget": "all",
"path": "subsets/tasks_regression/models_lightgbm/budgets_all",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "lightgbm",
"budget": "0",
"path": "subsets/tasks_regression/models_lightgbm/budgets_0",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "lightgbm",
"budget": "1",
"path": "subsets/tasks_regression/models_lightgbm/budgets_1",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "lightgbm",
"budget": "2",
"path": "subsets/tasks_regression/models_lightgbm/budgets_2",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "lightgbm",
"budget": "3",
"path": "subsets/tasks_regression/models_lightgbm/budgets_3",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "lightgbm",
"budget": "4",
"path": "subsets/tasks_regression/models_lightgbm/budgets_4",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "linearmodel",
"budget": "all",
"path": "subsets/tasks_regression/models_linearmodel/budgets_all",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "linearmodel",
"budget": "0",
"path": "subsets/tasks_regression/models_linearmodel/budgets_0",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "linearmodel",
"budget": "1",
"path": "subsets/tasks_regression/models_linearmodel/budgets_1",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "linearmodel",
"budget": "2",
"path": "subsets/tasks_regression/models_linearmodel/budgets_2",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "linearmodel",
"budget": "3",
"path": "subsets/tasks_regression/models_linearmodel/budgets_3",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "linearmodel",
"budget": "4",
"path": "subsets/tasks_regression/models_linearmodel/budgets_4",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "randomforest",
"budget": "all",
"path": "subsets/tasks_regression/models_randomforest/budgets_all",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "randomforest",
"budget": "0",
"path": "subsets/tasks_regression/models_randomforest/budgets_0",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "randomforest",
"budget": "1",
"path": "subsets/tasks_regression/models_randomforest/budgets_1",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "randomforest",
"budget": "2",
"path": "subsets/tasks_regression/models_randomforest/budgets_2",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "randomforest",
"budget": "3",
"path": "subsets/tasks_regression/models_randomforest/budgets_3",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "randomforest",
"budget": "4",
"path": "subsets/tasks_regression/models_randomforest/budgets_4",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-realmlp",
"budget": "all",
"path": "subsets/tasks_regression/models_ta-realmlp/budgets_all",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "ta-realmlp",
"budget": "0",
"path": "subsets/tasks_regression/models_ta-realmlp/budgets_0",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-realmlp",
"budget": "1",
"path": "subsets/tasks_regression/models_ta-realmlp/budgets_1",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-realmlp",
"budget": "2",
"path": "subsets/tasks_regression/models_ta-realmlp/budgets_2",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-realmlp",
"budget": "3",
"path": "subsets/tasks_regression/models_ta-realmlp/budgets_3",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-realmlp",
"budget": "4",
"path": "subsets/tasks_regression/models_ta-realmlp/budgets_4",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-tabiclv2",
"budget": "all",
"path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_all",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 2250
},
{
"tasks": "regression",
"model": "ta-tabiclv2",
"budget": "0",
"path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_0",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-tabiclv2",
"budget": "1",
"path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_1",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-tabiclv2",
"budget": "2",
"path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_2",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-tabiclv2",
"budget": "3",
"path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_3",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
},
{
"tasks": "regression",
"model": "ta-tabiclv2",
"budget": "4",
"path": "subsets/tasks_regression/models_ta-tabiclv2/budgets_4",
"n_datasets": 10,
"n_methods": 15,
"n_comparisons": 450
}
]
}