dota2-edge-ensemble / models_v3 /ensemble_v3_summary.json
Finish-him's picture
Upload models_v3/ensemble_v3_summary.json with huggingface_hub
16cdefc verified
{
"version": "v3_temporal_cv",
"method": "Expanding window temporal CV + final 85/15 holdout",
"total_matches_temporal": 4068,
"total_matches_combined": 1634,
"trained_at": "2026-03-24T07:02:09.920112-03:00",
"cutoff_date": "2026-03-17T12:20:12",
"expanding_cv_results": {
"temporal_only_@5min": {
"xgb": {
"auc_mean": 0.6195,
"auc_std": 0.0447,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.6272,
"auc_std": 0.0441,
"n_folds": 5
},
"cat": {
"auc_mean": 0.6412,
"auc_std": 0.0472,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.6597,
"auc_std": 0.0444,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.6079,
"auc_std": 0.0251,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.6107,
"auc_std": 0.0279,
"n_folds": 5
}
},
"temporal_only_@8min": {
"xgb": {
"auc_mean": 0.6691,
"auc_std": 0.0534,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.6624,
"auc_std": 0.0518,
"n_folds": 5
},
"cat": {
"auc_mean": 0.6817,
"auc_std": 0.0504,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.7026,
"auc_std": 0.0453,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.6121,
"auc_std": 0.047,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.6353,
"auc_std": 0.0521,
"n_folds": 5
}
},
"temporal_only_@10min": {
"xgb": {
"auc_mean": 0.6859,
"auc_std": 0.0521,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.6842,
"auc_std": 0.0566,
"n_folds": 5
},
"cat": {
"auc_mean": 0.7079,
"auc_std": 0.06,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.7266,
"auc_std": 0.0467,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.6375,
"auc_std": 0.0555,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.6543,
"auc_std": 0.047,
"n_folds": 5
}
},
"temporal_only_@15min": {
"xgb": {
"auc_mean": 0.7418,
"auc_std": 0.0504,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.7405,
"auc_std": 0.053,
"n_folds": 5
},
"cat": {
"auc_mean": 0.7586,
"auc_std": 0.0495,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.7771,
"auc_std": 0.0485,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.6831,
"auc_std": 0.056,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.7043,
"auc_std": 0.0461,
"n_folds": 5
}
},
"temporal_only_@20min": {
"xgb": {
"auc_mean": 0.8131,
"auc_std": 0.0456,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.8141,
"auc_std": 0.0424,
"n_folds": 5
},
"cat": {
"auc_mean": 0.8274,
"auc_std": 0.0433,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.8385,
"auc_std": 0.0424,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.7742,
"auc_std": 0.0456,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.7892,
"auc_std": 0.0334,
"n_folds": 5
}
},
"temporal_only_@25min": {
"xgb": {
"auc_mean": 0.8754,
"auc_std": 0.0367,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.8778,
"auc_std": 0.037,
"n_folds": 5
},
"cat": {
"auc_mean": 0.8845,
"auc_std": 0.0344,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.8934,
"auc_std": 0.028,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.8453,
"auc_std": 0.0324,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.8602,
"auc_std": 0.0342,
"n_folds": 5
}
},
"temporal_only_@30min": {
"xgb": {
"auc_mean": 0.8878,
"auc_std": 0.0217,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.8854,
"auc_std": 0.0259,
"n_folds": 5
},
"cat": {
"auc_mean": 0.8957,
"auc_std": 0.0209,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.9062,
"auc_std": 0.0139,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.8722,
"auc_std": 0.0233,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.879,
"auc_std": 0.0161,
"n_folds": 5
}
},
"PRE-DRAFT (team+player)": {
"xgb": {
"auc_mean": 0.4997,
"auc_std": 0.0225,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.5103,
"auc_std": 0.0258,
"n_folds": 5
},
"cat": {
"auc_mean": 0.5221,
"auc_std": 0.0454,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.524,
"auc_std": 0.0388,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.5338,
"auc_std": 0.0206,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.5225,
"auc_std": 0.0235,
"n_folds": 5
}
},
"POST-DRAFT (team+player+draft)": {
"xgb": {
"auc_mean": 0.6462,
"auc_std": 0.0362,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.6523,
"auc_std": 0.042,
"n_folds": 5
},
"cat": {
"auc_mean": 0.6634,
"auc_std": 0.04,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.6855,
"auc_std": 0.0398,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.5963,
"auc_std": 0.036,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.6282,
"auc_std": 0.0384,
"n_folds": 5
}
},
"DRAFT_ONLY": {
"xgb": {
"auc_mean": 0.6541,
"auc_std": 0.0326,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.6497,
"auc_std": 0.0336,
"n_folds": 5
},
"cat": {
"auc_mean": 0.6586,
"auc_std": 0.0336,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.695,
"auc_std": 0.0296,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.6258,
"auc_std": 0.036,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.6334,
"auc_std": 0.0302,
"n_folds": 5
}
},
"PLAYER_ONLY": {
"xgb": {
"auc_mean": 0.5015,
"auc_std": 0.0184,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.5012,
"auc_std": 0.0312,
"n_folds": 5
},
"cat": {
"auc_mean": 0.5044,
"auc_std": 0.0287,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.5415,
"auc_std": 0.041,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.5048,
"auc_std": 0.0352,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.5011,
"auc_std": 0.0295,
"n_folds": 5
}
},
"COMBINED_ALL_@5min": {
"xgb": {
"auc_mean": 0.6871,
"auc_std": 0.0556,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.6884,
"auc_std": 0.0529,
"n_folds": 5
},
"cat": {
"auc_mean": 0.7118,
"auc_std": 0.0529,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.7252,
"auc_std": 0.0453,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.6519,
"auc_std": 0.055,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.6864,
"auc_std": 0.0493,
"n_folds": 5
}
},
"COMBINED_ALL_@10min": {
"xgb": {
"auc_mean": 0.7325,
"auc_std": 0.0582,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.7358,
"auc_std": 0.0511,
"n_folds": 5
},
"cat": {
"auc_mean": 0.7521,
"auc_std": 0.0439,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.7594,
"auc_std": 0.0423,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.6757,
"auc_std": 0.0276,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.7205,
"auc_std": 0.0405,
"n_folds": 5
}
},
"COMBINED_ALL_@15min": {
"xgb": {
"auc_mean": 0.7561,
"auc_std": 0.0439,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.7627,
"auc_std": 0.0495,
"n_folds": 5
},
"cat": {
"auc_mean": 0.7748,
"auc_std": 0.0496,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.7894,
"auc_std": 0.0496,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.7178,
"auc_std": 0.0342,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.7618,
"auc_std": 0.0372,
"n_folds": 5
}
},
"COMBINED_ALL_@20min": {
"xgb": {
"auc_mean": 0.8169,
"auc_std": 0.0382,
"n_folds": 5
},
"lgb": {
"auc_mean": 0.8238,
"auc_std": 0.0404,
"n_folds": 5
},
"cat": {
"auc_mean": 0.8324,
"auc_std": 0.033,
"n_folds": 5
},
"logreg": {
"auc_mean": 0.8298,
"auc_std": 0.0443,
"n_folds": 5
},
"mlp": {
"auc_mean": 0.769,
"auc_std": 0.0325,
"n_folds": 5
},
"stacking": {
"auc_mean": 0.8237,
"auc_std": 0.033,
"n_folds": 5
}
}
},
"final_holdout_results": {
"@5min": {
"xgb": {
"auc": 0.6134,
"logloss": 0.6848,
"brier": 0.2442
},
"lgb": {
"auc": 0.6217,
"logloss": 0.6761,
"brier": 0.2406
},
"cat": {
"auc": 0.6421,
"logloss": 0.6568,
"brier": 0.233
},
"logreg": {
"auc": 0.6523,
"logloss": 0.6516,
"brier": 0.2307
},
"mlp": {
"auc": 0.5598,
"logloss": 0.8585,
"brier": 0.2947
},
"stacking": {
"auc": 0.5766,
"logloss": 1.0423,
"brier": 0.3254
}
},
"@8min": {
"xgb": {
"auc": 0.6494,
"logloss": 0.6696,
"brier": 0.2365
},
"lgb": {
"auc": 0.6476,
"logloss": 0.6646,
"brier": 0.2342
},
"cat": {
"auc": 0.6718,
"logloss": 0.6472,
"brier": 0.2276
},
"logreg": {
"auc": 0.6846,
"logloss": 0.637,
"brier": 0.2236
},
"mlp": {
"auc": 0.5734,
"logloss": 0.8939,
"brier": 0.2998
},
"stacking": {
"auc": 0.5902,
"logloss": 1.0661,
"brier": 0.331
}
},
"@10min": {
"xgb": {
"auc": 0.7071,
"logloss": 0.6232,
"brier": 0.2172
},
"lgb": {
"auc": 0.6916,
"logloss": 0.6351,
"brier": 0.2222
},
"cat": {
"auc": 0.716,
"logloss": 0.6176,
"brier": 0.2146
},
"logreg": {
"auc": 0.7195,
"logloss": 0.6147,
"brier": 0.2135
},
"mlp": {
"auc": 0.6626,
"logloss": 0.7802,
"brier": 0.2619
},
"stacking": {
"auc": 0.6501,
"logloss": 0.9175,
"brier": 0.2926
}
},
"@15min": {
"xgb": {
"auc": 0.7425,
"logloss": 0.5996,
"brier": 0.2058
},
"lgb": {
"auc": 0.7572,
"logloss": 0.5864,
"brier": 0.2003
},
"cat": {
"auc": 0.7638,
"logloss": 0.5711,
"brier": 0.1965
},
"logreg": {
"auc": 0.775,
"logloss": 0.5624,
"brier": 0.1921
},
"mlp": {
"auc": 0.6909,
"logloss": 0.7423,
"brier": 0.2466
},
"stacking": {
"auc": 0.6918,
"logloss": 0.8905,
"brier": 0.2705
}
},
"@20min": {
"xgb": {
"auc": 0.8166,
"logloss": 0.5296,
"brier": 0.1758
},
"lgb": {
"auc": 0.8211,
"logloss": 0.5224,
"brier": 0.1735
},
"cat": {
"auc": 0.8297,
"logloss": 0.5085,
"brier": 0.1684
},
"logreg": {
"auc": 0.8244,
"logloss": 0.5102,
"brier": 0.1707
},
"mlp": {
"auc": 0.7832,
"logloss": 0.6873,
"brier": 0.211
},
"stacking": {
"auc": 0.7837,
"logloss": 0.7447,
"brier": 0.2222
}
},
"@25min": {
"xgb": {
"auc": 0.8585,
"logloss": 0.4789,
"brier": 0.1549
},
"lgb": {
"auc": 0.8569,
"logloss": 0.4873,
"brier": 0.1573
},
"cat": {
"auc": 0.8709,
"logloss": 0.4552,
"brier": 0.1473
},
"logreg": {
"auc": 0.8715,
"logloss": 0.4482,
"brier": 0.1461
},
"mlp": {
"auc": 0.8481,
"logloss": 0.6047,
"brier": 0.1759
},
"stacking": {
"auc": 0.8369,
"logloss": 0.6859,
"brier": 0.19
}
},
"@30min": {
"xgb": {
"auc": 0.894,
"logloss": 0.4154,
"brier": 0.1321
},
"lgb": {
"auc": 0.8985,
"logloss": 0.4084,
"brier": 0.1298
},
"cat": {
"auc": 0.8944,
"logloss": 0.4094,
"brier": 0.1323
},
"logreg": {
"auc": 0.9055,
"logloss": 0.3882,
"brier": 0.1252
},
"mlp": {
"auc": 0.8522,
"logloss": 0.6103,
"brier": 0.1755
},
"stacking": {
"auc": 0.8725,
"logloss": 0.6034,
"brier": 0.1706
}
}
}
}