margadrishti / data /leaderboard.json
adarshcod30's picture
Publish MargaDrishti dashboard
396741e verified
Raw
History Blame Contribute Delete
66.7 kB
[{"target":"A1","model":"mean","family":"baseline","is_baseline":true,"task":"regression","notes":"training mean; absolute floor","status":"ok","fit_seconds":0.01,"mae":0.219147,"rmse":1.118875,"median_ae":0.120991,"r2":-0.00021,"poisson_deviance":0.877547,"precision_at_10":0.0,"ndcg_at_10":0.011837,"precision_at_50":0.02,"ndcg_at_50":0.043592,"kendall_tau":null,"peak_rss_gb":2.45,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":false,"improvement_pct":0.0,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"seasonal_naive","family":"baseline","is_baseline":true,"task":"regression","notes":"same cell, same hour, one week earlier","status":"ok","fit_seconds":0.0,"mae":0.180926,"rmse":1.462502,"median_ae":0.0,"r2":-0.708918,"poisson_deviance":3.54338,"precision_at_10":0.9,"ndcg_at_10":0.98926,"precision_at_50":0.94,"ndcg_at_50":0.989406,"kendall_tau":0.787411,"peak_rss_gb":3.0,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":false,"improvement_pct":-303.78,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"cell_hour_mean","family":"baseline","is_baseline":true,"task":"regression","notes":"per-cell hour-of-week historical mean","status":"ok","fit_seconds":0.07,"mae":0.181291,"rmse":1.091737,"median_ae":0.0,"r2":0.047721,"poisson_deviance":1.390976,"precision_at_10":0.9,"ndcg_at_10":0.964053,"precision_at_50":0.74,"ndcg_at_50":0.936891,"kendall_tau":0.425423,"peak_rss_gb":3.0,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":false,"improvement_pct":-58.51,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"ridge","family":"linear","is_baseline":false,"task":"regression","notes":"L2 linear; interpretable reference","status":"ok","fit_seconds":5.49,"mae":0.177703,"rmse":1.053364,"median_ae":0.031276,"r2":0.113488,"poisson_deviance":0.602633,"precision_at_10":1.0,"ndcg_at_10":0.999629,"precision_at_50":0.94,"ndcg_at_50":0.994557,"kendall_tau":0.772237,"peak_rss_gb":5.2,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":31.33,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"poisson_glm","family":"linear","is_baseline":false,"task":"regression","notes":"principled for counts; log link matches the data-generating process","status":"ok","fit_seconds":7.46,"mae":0.172383,"rmse":1.091234,"median_ae":0.020774,"r2":0.048598,"poisson_deviance":0.566764,"precision_at_10":0.9,"ndcg_at_10":0.990958,"precision_at_50":0.8,"ndcg_at_50":0.971061,"kendall_tau":0.64567,"peak_rss_gb":5.77,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":35.41,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"random_forest","family":"trees","is_baseline":false,"task":"regression","notes":"best performer in the NYC parking-ticket literature","status":"ok","fit_seconds":696.26,"mae":0.230503,"rmse":1.038006,"median_ae":0.108426,"r2":0.139149,"poisson_deviance":0.579319,"precision_at_10":1.0,"ndcg_at_10":0.997686,"precision_at_50":0.9,"ndcg_at_50":0.989639,"kendall_tau":0.406403,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":33.98,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"extra_trees","family":"trees","is_baseline":false,"task":"regression","notes":"variance-reduced contrast to random forest","status":"ok","fit_seconds":191.44,"mae":0.178438,"rmse":1.034151,"median_ae":0.029868,"r2":0.145532,"poisson_deviance":0.508573,"precision_at_10":1.0,"ndcg_at_10":0.996538,"precision_at_50":0.92,"ndcg_at_50":0.989695,"kendall_tau":0.727489,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":42.05,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"hist_gbm","family":"gbdt","is_baseline":false,"task":"regression","notes":"sklearn-native GBDT; no extra dependency","status":"ok","fit_seconds":5.74,"mae":0.171265,"rmse":1.036336,"median_ae":0.03217,"r2":0.141916,"poisson_deviance":0.518902,"precision_at_10":0.9,"ndcg_at_10":0.991573,"precision_at_50":0.9,"ndcg_at_50":0.986924,"kendall_tau":0.780467,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":40.87,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"hist_gbm_poisson","family":"gbdt","is_baseline":false,"task":"regression","notes":"GBDT with a Poisson objective; regularised to keep the log link stable","status":"ok","fit_seconds":18.17,"mae":0.16409,"rmse":1.031858,"median_ae":0.020414,"r2":0.149317,"poisson_deviance":0.504164,"precision_at_10":0.9,"ndcg_at_10":0.990167,"precision_at_50":0.9,"ndcg_at_50":0.986022,"kendall_tau":0.754047,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":42.55,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"xgboost","family":"gbdt","is_baseline":false,"task":"regression","notes":"GBDT benchmark with a count objective","status":"ok","fit_seconds":21.06,"mae":0.16559,"rmse":1.028361,"median_ae":0.02276,"r2":0.155073,"poisson_deviance":0.499925,"precision_at_10":0.9,"ndcg_at_10":0.990205,"precision_at_50":0.9,"ndcg_at_50":0.98621,"kendall_tau":0.743885,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":43.03,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"lightgbm","family":"gbdt","is_baseline":false,"task":"regression","notes":"fast GBDT; also supplies quantile regression for module B","status":"ok","fit_seconds":14.87,"mae":0.167159,"rmse":1.037262,"median_ae":0.023263,"r2":0.140382,"poisson_deviance":0.50547,"precision_at_10":0.9,"ndcg_at_10":0.981691,"precision_at_50":0.9,"ndcg_at_50":0.979654,"kendall_tau":0.687982,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":42.4,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"catboost","family":"gbdt","is_baseline":false,"task":"regression","notes":"ordered target statistics for high-cardinality categoricals","status":"ok","fit_seconds":32.52,"mae":0.161368,"rmse":1.034722,"median_ae":0.024543,"r2":0.144587,"poisson_deviance":0.516204,"precision_at_10":0.9,"ndcg_at_10":0.989277,"precision_at_50":0.88,"ndcg_at_50":0.983959,"kendall_tau":0.733852,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":41.18,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"torch_mlp","family":"deep","is_baseline":false,"task":"regression","notes":"feedforward net, Poisson NLL, on mps","status":"ok","fit_seconds":25.7,"mae":0.128676,"rmse":1.051504,"median_ae":0.004982,"r2":0.116615,"poisson_deviance":0.578712,"precision_at_10":1.0,"ndcg_at_10":0.970411,"precision_at_50":0.86,"ndcg_at_50":0.961069,"kendall_tau":0.727295,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":34.05,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"torch_lstm","family":"deep","is_baseline":false,"task":"regression","notes":"LSTM over each cell's 48h history, on mps; the only family that sees temporal order rather than unordered lag columns","status":"ok","fit_seconds":153.69,"mae":0.18834,"rmse":1.07236,"median_ae":0.038343,"r2":0.081225,"poisson_deviance":0.627939,"precision_at_10":0.8,"ndcg_at_10":0.9704,"precision_at_50":0.88,"ndcg_at_50":0.981657,"kendall_tau":0.880962,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":28.44,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"graphsage","family":"gnn","is_baseline":false,"task":"regression","notes":"two-layer GraphSAGE over the H3 adjacency graph, on mps; learns neighbour aggregation rather than reading precomputed k-ring columns","status":"ok","fit_seconds":37.75,"mae":0.122754,"rmse":1.066032,"median_ae":0.000118,"r2":0.092036,"poisson_deviance":0.776681,"precision_at_10":0.7,"ndcg_at_10":0.946771,"precision_at_50":0.74,"ndcg_at_50":0.940096,"kendall_tau":0.625953,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":11.49,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"bayesian_hierarchical","family":"bayesian","is_baseline":false,"task":"regression","notes":"partially-pooled Poisson with station-level intercepts, fitted by ADVI; the only family returning posterior intervals","status":"ok","fit_seconds":27.28,"mae":0.181459,"rmse":1.079548,"median_ae":0.03256,"r2":0.068867,"poisson_deviance":0.620716,"precision_at_10":0.8,"ndcg_at_10":0.952169,"precision_at_50":0.72,"ndcg_at_50":0.931296,"kendall_tau":0.526368,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":29.27,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A1","model":"stacked","family":"ensemble","is_baseline":false,"task":"regression","notes":"ridge meta-learner over out-of-fold predictions from poisson_glm, hist_gbm, xgboost, lightgbm, catboost","status":"ok","fit_seconds":287.54,"mae":0.171251,"rmse":1.028123,"median_ae":0.023179,"r2":0.155464,"poisson_deviance":0.507063,"precision_at_10":0.9,"ndcg_at_10":0.991186,"precision_at_50":0.88,"ndcg_at_50":0.982721,"kendall_tau":0.750212,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"mean","baseline_metric":0.877547,"beats_baseline":true,"improvement_pct":42.22,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"prior","family":"baseline","is_baseline":true,"task":"classification","notes":"training prevalence for every row","status":"ok","fit_seconds":0.02,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":false,"improvement_pct":0.0,"pr_auc":0.002909,"roc_auc":0.5,"brier":0.002901,"f1_best":0.005801,"threshold_best":0.003444,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"logistic","family":"linear","is_baseline":false,"task":"classification","notes":"interpretable reference","status":"ok","fit_seconds":10.88,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":3774.04,"pr_auc":0.112694,"roc_auc":0.920411,"brier":0.002745,"f1_best":0.207377,"threshold_best":0.072992,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"random_forest","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":63.87,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":4594.05,"pr_auc":0.136548,"roc_auc":0.937983,"brier":0.002677,"f1_best":0.231165,"threshold_best":0.113579,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"extra_trees","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":22.92,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":4087.26,"pr_auc":0.121805,"roc_auc":0.936209,"brier":0.002714,"f1_best":0.213804,"threshold_best":0.078213,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"hist_gbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":4.04,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":2930.24,"pr_auc":0.088148,"roc_auc":0.912812,"brier":0.003056,"f1_best":0.18959,"threshold_best":0.058871,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"xgboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":19.92,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":4305.18,"pr_auc":0.128144,"roc_auc":0.93681,"brier":0.002696,"f1_best":0.215294,"threshold_best":0.095741,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"lightgbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":13.94,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":1126.62,"pr_auc":0.035682,"roc_auc":0.92293,"brier":0.005441,"f1_best":0.092614,"threshold_best":0.045175,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"catboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":35.09,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":4385.83,"pr_auc":0.13049,"roc_auc":0.934104,"brier":0.002687,"f1_best":0.2203,"threshold_best":0.086451,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A2","model":"stacked","family":"ensemble","is_baseline":false,"task":"classification","notes":"logistic meta-learner over out-of-fold predictions from logistic, hist_gbm, xgboost, lightgbm, catboost","status":"ok","fit_seconds":233.25,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":63.0,"baseline_model":"prior","baseline_metric":0.002909,"beats_baseline":true,"improvement_pct":4026.89,"pr_auc":0.120049,"roc_auc":0.936308,"brier":0.002822,"f1_best":0.190167,"threshold_best":0.072287,"prevalence":0.002909,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"prior","family":"baseline","is_baseline":true,"task":"classification","notes":"training prevalence for every row","status":"ok","fit_seconds":0.0,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":false,"improvement_pct":0.0,"pr_auc":0.245902,"roc_auc":0.5,"brier":0.188099,"f1_best":0.394737,"threshold_best":0.297524,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"logistic","family":"linear","is_baseline":false,"task":"classification","notes":"interpretable reference","status":"ok","fit_seconds":0.28,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":17.67,"pr_auc":0.289344,"roc_auc":0.5642,"brier":0.721079,"f1_best":0.406815,"threshold_best":0.965719,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"random_forest","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":2.0,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":18.72,"pr_auc":0.291937,"roc_auc":0.568282,"brier":0.561864,"f1_best":0.403956,"threshold_best":0.778455,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"extra_trees","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":1.07,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":14.87,"pr_auc":0.282469,"roc_auc":0.554428,"brier":0.457257,"f1_best":0.402748,"threshold_best":0.68022,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"hist_gbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":4.3,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":20.19,"pr_auc":0.295544,"roc_auc":0.557453,"brier":0.716604,"f1_best":0.396031,"threshold_best":0.766779,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"xgboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":1.59,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":25.57,"pr_auc":0.308774,"roc_auc":0.57499,"brier":0.712176,"f1_best":0.39623,"threshold_best":0.872853,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"lightgbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":2.13,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":15.43,"pr_auc":0.283844,"roc_auc":0.552226,"brier":0.724978,"f1_best":0.395351,"threshold_best":0.903491,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"catboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":3.62,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":21.46,"pr_auc":0.298661,"roc_auc":0.56305,"brier":0.681691,"f1_best":0.403332,"threshold_best":0.908946,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"A3","model":"stacked","family":"ensemble","is_baseline":false,"task":"classification","notes":"logistic meta-learner over out-of-fold predictions from logistic, hist_gbm, xgboost, lightgbm, catboost","status":"ok","fit_seconds":48.21,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":6.23,"n_features":35.0,"baseline_model":"prior","baseline_metric":0.245902,"beats_baseline":true,"improvement_pct":25.41,"pr_auc":0.308381,"roc_auc":0.579614,"brier":0.440088,"f1_best":0.402331,"threshold_best":0.731773,"prevalence":0.245902,"n_folds":null,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"mean","family":"baseline","is_baseline":true,"task":"regression","notes":"training mean; absolute floor","status":"ok","fit_seconds":0.0,"mae":1.260522,"rmse":1.750963,"median_ae":0.818219,"r2":-0.033827,"poisson_deviance":0.69045,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.240659,"rmse_sd":0.312388,"median_ae_sd":0.103651,"r2_sd":0.046238,"poisson_deviance_sd":0.212963,"mae_minutes":554.949503,"mae_minutes_sd":326.544178,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"ridge","family":"linear","is_baseline":false,"task":"regression","notes":"L2 linear; interpretable reference","status":"ok","fit_seconds":0.0,"mae":1.202771,"rmse":1.558701,"median_ae":0.928413,"r2":0.178061,"poisson_deviance":0.540056,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.221076,"rmse_sd":0.264399,"median_ae_sd":0.166922,"r2_sd":0.06061,"poisson_deviance_sd":0.150664,"mae_minutes":554.242053,"mae_minutes_sd":321.04961,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"poisson_glm","family":"linear","is_baseline":false,"task":"regression","notes":"principled for counts; log link matches the data-generating process","status":"ok","fit_seconds":0.1,"mae":1.200474,"rmse":1.567019,"median_ae":0.910769,"r2":0.170349,"poisson_deviance":0.544517,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.226247,"rmse_sd":0.275211,"median_ae_sd":0.151498,"r2_sd":0.062499,"poisson_deviance_sd":0.159715,"mae_minutes":555.423892,"mae_minutes_sd":321.414741,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"random_forest","family":"trees","is_baseline":false,"task":"regression","notes":"best performer in the NYC parking-ticket literature","status":"ok","fit_seconds":0.5,"mae":1.154109,"rmse":1.503868,"median_ae":0.899434,"r2":0.234954,"poisson_deviance":0.503403,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.203863,"rmse_sd":0.248847,"median_ae_sd":0.16931,"r2_sd":0.041916,"poisson_deviance_sd":0.133696,"mae_minutes":546.624674,"mae_minutes_sd":318.33729,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"extra_trees","family":"trees","is_baseline":false,"task":"regression","notes":"variance-reduced contrast to random forest","status":"ok","fit_seconds":0.3,"mae":1.170107,"rmse":1.517832,"median_ae":0.916624,"r2":0.21699,"poisson_deviance":0.508423,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.196937,"rmse_sd":0.227953,"median_ae_sd":0.185686,"r2_sd":0.061275,"poisson_deviance_sd":0.121828,"mae_minutes":551.142657,"mae_minutes_sd":316.830673,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"hist_gbm","family":"gbdt","is_baseline":false,"task":"regression","notes":"sklearn-native GBDT; no extra dependency","status":"ok","fit_seconds":3.6,"mae":1.161135,"rmse":1.541074,"median_ae":0.882146,"r2":0.188669,"poisson_deviance":0.532178,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.172405,"rmse_sd":0.21841,"median_ae_sd":0.118176,"r2_sd":0.093439,"poisson_deviance_sd":0.119784,"mae_minutes":549.034108,"mae_minutes_sd":303.804595,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"hist_gbm_poisson","family":"gbdt","is_baseline":false,"task":"regression","notes":"GBDT with a Poisson objective; regularised to keep the log link stable","status":"ok","fit_seconds":0.9,"mae":1.186859,"rmse":1.554773,"median_ae":0.900433,"r2":0.183226,"poisson_deviance":0.536268,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.214452,"rmse_sd":0.27274,"median_ae_sd":0.141987,"r2_sd":0.068986,"poisson_deviance_sd":0.151855,"mae_minutes":552.74759,"mae_minutes_sd":320.236798,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"xgboost","family":"gbdt","is_baseline":false,"task":"regression","notes":"GBDT benchmark with a count objective","status":"ok","fit_seconds":1.2,"mae":1.11912,"rmse":1.49362,"median_ae":0.838374,"r2":0.24277,"poisson_deviance":0.498972,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.184461,"rmse_sd":0.237362,"median_ae_sd":0.101758,"r2_sd":0.064887,"poisson_deviance_sd":0.12794,"mae_minutes":538.680648,"mae_minutes_sd":310.529315,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"lightgbm","family":"gbdt","is_baseline":false,"task":"regression","notes":"fast GBDT; also supplies quantile regression for module B","status":"ok","fit_seconds":0.7,"mae":1.16457,"rmse":1.519609,"median_ae":0.893218,"r2":0.217699,"poisson_deviance":0.511882,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.205449,"rmse_sd":0.250723,"median_ae_sd":0.171521,"r2_sd":0.064493,"poisson_deviance_sd":0.132891,"mae_minutes":549.333506,"mae_minutes_sd":320.492194,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"catboost","family":"gbdt","is_baseline":false,"task":"regression","notes":"ordered target statistics for high-cardinality categoricals","status":"ok","fit_seconds":1.9,"mae":1.174484,"rmse":1.55711,"median_ae":0.890757,"r2":0.172112,"poisson_deviance":0.546821,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":0.153454,"rmse_sd":0.210149,"median_ae_sd":0.08694,"r2_sd":0.075414,"poisson_deviance_sd":0.112208,"mae_minutes":538.760941,"mae_minutes_sd":312.346162,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"torch_mlp","family":"deep","is_baseline":false,"task":"regression","notes":"feedforward net, Poisson NLL, on mps","status":"ok","fit_seconds":1.0,"mae":4.051738,"rmse":10.668206,"median_ae":2.032182,"r2":-54.391751,"poisson_deviance":4.404506,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":2.025119,"rmse_sd":9.935948,"median_ae_sd":0.617515,"r2_sd":90.939461,"poisson_deviance_sd":3.908199,"mae_minutes":14098.059536,"mae_minutes_sd":7892.800039,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"lightgbm_q50","family":"quantile","is_baseline":false,"task":"regression","notes":"LightGBM quantile regression at P50","status":"ok","fit_seconds":null,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":541.757132,"mae_minutes_sd":null,"pinball_loss":0.565834,"pinball_loss_sd":0.090383,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B1","model":"lightgbm_q90","family":"quantile","is_baseline":false,"task":"regression","notes":"LightGBM quantile regression at P90","status":"ok","fit_seconds":null,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":895.533253,"mae_minutes_sd":null,"pinball_loss":0.234347,"pinball_loss_sd":0.040188,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"prior","family":"baseline","is_baseline":true,"task":"classification","notes":"training prevalence for every row","status":"ok","fit_seconds":0.0,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.087272,"roc_auc":0.5,"brier":0.079754,"f1_best":0.160237,"threshold_best":0.07779,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.015447,"roc_auc_sd":0.0,"brier_sd":0.013092,"f1_best_sd":0.026048,"threshold_best_sd":0.003532,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"logistic","family":"linear","is_baseline":false,"task":"classification","notes":"interpretable reference","status":"ok","fit_seconds":0.1,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.330427,"roc_auc":0.758431,"brier":0.071294,"f1_best":0.381782,"threshold_best":0.208044,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.064714,"roc_auc_sd":0.046416,"brier_sd":0.01562,"f1_best_sd":0.049373,"threshold_best_sd":0.147455,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"random_forest","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":0.7,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.35779,"roc_auc":0.772333,"brier":0.071235,"f1_best":0.432623,"threshold_best":0.195391,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.079886,"roc_auc_sd":0.044825,"brier_sd":0.01345,"f1_best_sd":0.073025,"threshold_best_sd":0.049651,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"extra_trees","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":0.5,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.302413,"roc_auc":0.744314,"brier":0.073407,"f1_best":0.388277,"threshold_best":0.177211,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.082855,"roc_auc_sd":0.049889,"brier_sd":0.013994,"f1_best_sd":0.059216,"threshold_best_sd":0.055056,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"hist_gbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":7.2,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.326891,"roc_auc":0.736573,"brier":0.07238,"f1_best":0.385491,"threshold_best":0.149264,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.060731,"roc_auc_sd":0.050001,"brier_sd":0.013179,"f1_best_sd":0.065438,"threshold_best_sd":0.118642,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"xgboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":1.4,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.344528,"roc_auc":0.756489,"brier":0.070348,"f1_best":0.409346,"threshold_best":0.164052,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.081454,"roc_auc_sd":0.039417,"brier_sd":0.014452,"f1_best_sd":0.080379,"threshold_best_sd":0.062753,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"lightgbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":5.6,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.347132,"roc_auc":0.758292,"brier":0.074599,"f1_best":0.414449,"threshold_best":0.054246,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.059568,"roc_auc_sd":0.037401,"brier_sd":0.017229,"f1_best_sd":0.064996,"threshold_best_sd":0.067959,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B2","model":"catboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":2.6,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.361541,"roc_auc":0.768421,"brier":0.068808,"f1_best":0.432295,"threshold_best":0.188861,"prevalence":0.087272,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.07136,"roc_auc_sd":0.04496,"brier_sd":0.015075,"f1_best_sd":0.067128,"threshold_best_sd":0.085038,"prevalence_sd":0.015447,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"prior","family":"baseline","is_baseline":true,"task":"classification","notes":"training prevalence for every row","status":"ok","fit_seconds":0.0,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.614597,"roc_auc":0.5,"brier":0.236956,"f1_best":0.761091,"threshold_best":0.616261,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.023535,"roc_auc_sd":0.0,"brier_sd":0.00544,"f1_best_sd":0.01797,"threshold_best_sd":0.002387,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"logistic","family":"linear","is_baseline":false,"task":"classification","notes":"interpretable reference","status":"ok","fit_seconds":0.1,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.993394,"roc_auc":0.995078,"brier":0.006009,"f1_best":0.997493,"threshold_best":0.7477,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.008031,"roc_auc_sd":0.006035,"brier_sd":0.007662,"f1_best_sd":0.003482,"threshold_best_sd":0.341106,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"random_forest","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":0.5,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.997389,"roc_auc":0.99795,"brier":0.039382,"f1_best":0.997493,"threshold_best":0.507361,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.004981,"roc_auc_sd":0.003571,"brier_sd":0.020561,"f1_best_sd":0.003482,"threshold_best_sd":0.034661,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"extra_trees","family":"trees","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":0.4,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.997211,"roc_auc":0.99773,"brier":0.073025,"f1_best":0.997493,"threshold_best":0.617041,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.004959,"roc_auc_sd":0.003402,"brier_sd":0.02218,"f1_best_sd":0.003482,"threshold_best_sd":0.075128,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"hist_gbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":2.5,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.999769,"roc_auc":0.999699,"brier":0.0032,"f1_best":0.998505,"threshold_best":0.808694,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.000491,"roc_auc_sd":0.000628,"brier_sd":0.004188,"f1_best_sd":0.001816,"threshold_best_sd":0.426062,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"xgboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":0.8,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.999356,"roc_auc":0.999191,"brier":0.002777,"f1_best":0.998152,"threshold_best":0.836838,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.001436,"roc_auc_sd":0.001801,"brier_sd":0.004263,"f1_best_sd":0.003704,"threshold_best_sd":0.187135,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"lightgbm","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":3.3,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.999711,"roc_auc":0.999696,"brier":0.00157,"f1_best":0.99916,"threshold_best":0.849987,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.000643,"roc_auc_sd":0.000673,"brier_sd":0.002348,"f1_best_sd":0.001476,"threshold_best_sd":0.333593,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B3","model":"catboost","family":"gbdt","is_baseline":false,"task":"classification","notes":null,"status":"ok","fit_seconds":2.5,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":0.999871,"roc_auc":0.99982,"brier":0.002209,"f1_best":0.99899,"threshold_best":0.930392,"prevalence":0.614597,"n_folds":5.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":0.000284,"roc_auc_sd":0.000394,"brier_sd":0.003079,"f1_best_sd":0.001847,"threshold_best_sd":0.115802,"prevalence_sd":0.023535,"macro_f1":null,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B4","model":"majority","family":"baseline","is_baseline":true,"task":"classification","notes":"always predict the most common cause","status":"ok","fit_seconds":null,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":1.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":0.044074,"accuracy":null,"macro_f1_english":null,"macro_f1_kannada":null,"n_classes":null},{"target":"B4","model":"tfidf_char_logreg","family":"nlp","is_baseline":false,"task":"classification","notes":"TF-IDF char n-grams (2-5) into logistic regression; handles code-mixed English\/Kannada without tokenisation","status":"ok","fit_seconds":null,"mae":null,"rmse":null,"median_ae":null,"r2":null,"poisson_deviance":null,"precision_at_10":null,"ndcg_at_10":null,"precision_at_50":null,"ndcg_at_50":null,"kendall_tau":null,"peak_rss_gb":null,"n_features":null,"baseline_model":null,"baseline_metric":null,"beats_baseline":null,"improvement_pct":null,"pr_auc":null,"roc_auc":null,"brier":null,"f1_best":null,"threshold_best":null,"prevalence":null,"n_folds":1.0,"mae_sd":null,"rmse_sd":null,"median_ae_sd":null,"r2_sd":null,"poisson_deviance_sd":null,"mae_minutes":null,"mae_minutes_sd":null,"pinball_loss":null,"pinball_loss_sd":null,"pr_auc_sd":null,"roc_auc_sd":null,"brier_sd":null,"f1_best_sd":null,"threshold_best_sd":null,"prevalence_sd":null,"macro_f1":0.478196,"accuracy":0.655542,"macro_f1_english":0.483345,"macro_f1_kannada":0.471725,"n_classes":12.0}]