Spaces:
Running
Running
| {"dataset":{"n_events_scored":8057,"n_areas":54,"closure_base_rate":0.074,"high_priority_base_rate":0.6174,"chronic_rate":0.4548,"date_span":"9 Nov 2023 - 8 Apr 2024 (~150 days)"},"priority":{"n":1611,"positive_rate":0.6219739292364991,"average_precision":0.9844337242820254,"ap_lift_over_base":1.5827572153875678,"roc_auc":0.980162827055249,"f1":0.9630359783144407,"f_beta":0.9630359783144407,"precision":0.9513145082765336,"recall":0.9750499001996008,"balanced_accuracy":0.9464740469799318,"mcc":0.9006935989563881,"brier":0.039712671638426275,"threshold":0.37999999999999995,"confusion":{"tn":559,"fp":50,"fn":25,"tp":977},"operating_points":{"mcc_optimal":{"threshold":0.4010776942355889,"recall":0.9750499001996008,"precision":0.9522417153996101,"f1":0.9635108481262328,"f2":0.9704012713547875,"mcc":0.9020175677955835},"f1_optimal":{"threshold":0.4010776942355889,"recall":0.9750499001996008,"precision":0.9522417153996101,"f1":0.9635108481262328,"f2":0.9704012713547875,"mcc":0.9020175677955835},"f2_optimal":{"threshold":0.12779448621553882,"recall":0.9810379241516967,"precision":0.9433781190019194,"f1":0.961839530332681,"f2":0.9732673267326732,"mcc":0.8969790371192826},"recall>=0.8":{"threshold":0.8887468671679197,"recall":0.8093812375249501,"precision":0.9771084337349397,"f1":0.8853711790393013,"f2":0.8381562629185614,"mcc":0.755021697768632}},"oof":{"oof_ap":0.9892487843395792,"scale_pos_weight":1.0,"neg_over_pos":0.622860020140987,"threshold":0.37999999999999995,"lgb_params":{"num_leaves":88,"learning_rate":0.022397486770398815,"n_estimators":594,"min_child_samples":6,"subsample":0.9977678821188093,"colsample_bytree":0.9091592353010274,"reg_alpha":0.001129059573387675,"reg_lambda":0.0010459059537794272},"base_oof_ap":{"lightgbm":0.9909060047868504,"xgboost":0.987657335027849,"catboost":0.9856494384343163}},"train_seconds":485.3},"closure":{"n":1611,"positive_rate":0.07200496585971446,"average_precision":0.3263505400313411,"ap_lift_over_base":4.53233379302147,"roc_auc":0.8352266174605005,"f1":0.38974358974358975,"f_beta":0.5149051490514905,"precision":0.2773722627737226,"recall":0.6551724137931034,"balanced_accuracy":0.7613654711105986,"mcc":0.3596555894637104,"brier":0.05664688220141249,"threshold":0.09999999999999999,"confusion":{"tn":1297,"fp":198,"fn":40,"tp":76},"operating_points":{"mcc_optimal":{"threshold":0.2126065162907268,"recall":0.5086206896551724,"precision":0.39864864864864863,"f1":0.44696969696969696,"f2":0.4820261437908497,"mcc":0.40191008835518693},"f1_optimal":{"threshold":0.2126065162907268,"recall":0.5086206896551724,"precision":0.39864864864864863,"f1":0.44696969696969696,"f2":0.4820261437908497,"mcc":0.40191008835518693},"f2_optimal":{"threshold":0.09716791979949874,"recall":0.6551724137931034,"precision":0.2773722627737226,"f1":0.38974358974358975,"f2":0.5149051490514905,"mcc":0.3596555894637104},"recall>=0.8":{"threshold":0.05711779448621553,"recall":0.8275862068965517,"precision":0.1509433962264151,"f1":0.2553191489361702,"f2":0.43636363636363634,"mcc":0.24663839523319026}},"oof":{"oof_ap":0.39627852600682373,"scale_pos_weight":1.0,"neg_over_pos":12.429166666666667,"threshold":0.09999999999999999,"lgb_params":{"num_leaves":86,"learning_rate":0.011458508699530053,"n_estimators":250,"min_child_samples":5,"subsample":0.6507774558532785,"colsample_bytree":0.7837980570049118,"reg_alpha":0.003085046460763864,"reg_lambda":0.001619132987388796},"base_oof_ap":{"lightgbm":0.3799753613210454,"xgboost":0.3923288561587357,"catboost":0.3885351582091373}},"train_seconds":465.7},"duration":{"n":630,"mae_min":2411.2297557911534,"rmse_min":5580.569785007189,"r2":0.09176289519605296,"mape":17.180642861083374,"median_ae_min":73.83615512844955,"mae_log":1.440191701379456,"r2_log":0.2505081166150642,"pinball_p50":1213.1385815673314,"interval_coverage_80":0.780952380952381,"interval_width_med_min":119.30841168884896,"lgb_params":{"num_leaves":27,"learning_rate":0.010160271806645233,"n_estimators":374,"min_child_samples":18,"subsample":0.9073827546653543,"colsample_bytree":0.9439188912725156,"reg_lambda":0.00517734583792422},"train_seconds":80.8,"n_train":2568},"hotspot":{"target":">= 2 future events within 14d at a ~110m cell","n_labelable":6914,"positive_rate":0.14087358981776107,"deployed_threshold":0.07140703517587939,"test":{"n":1383,"base_rate":0.1561822125813449,"average_precision":0.4410683148723949,"roc_auc":0.7904388428702912,"brier":0.10573910023997314,"threshold":0.07140703517587939,"precision":0.2589041095890411,"recall":0.875,"f1":0.39957716701902746,"mcc":0.29917668590912727,"precision_lift_over_base":1.6577054794520547,"confusion":{"tn":626,"fp":541,"fn":27,"tp":189}},"test_operating_points":{"mcc_optimal":{"threshold":0.13753768844221106,"precision":0.41423948220064727,"recall":0.5925925925925926,"mcc":0.3812879439756042,"f2":0.545609548167093},"f2_optimal":{"threshold":0.07140703517587939,"precision":0.2589041095890411,"recall":0.875,"mcc":0.29917668590912727,"f2":0.5928481806775407},"recall>=0.7":{"threshold":0.07140703517587939,"precision":0.2589041095890411,"recall":0.875,"mcc":0.29917668590912727,"f2":0.5928481806775407}},"cold_start_test":{"n":383,"n_pos":6,"base_rate":0.015665796344647518},"top_features":{"junc_win30":377,"zone_win30":367,"ps_win30":339,"police_station":317,"latitude":315,"longitude":304,"loc_days_since_first":287,"loc_days_since_last":226,"desc_len":225,"area_to_loc_ratio":223,"loc_rate_per_day":205,"area_prior_count":202,"area_win30":173,"hour":163,"junction":160,"weekofyear":148,"hour_cos":144,"area_win7":141,"hour_sin":131,"corridor":107},"best_iteration":188},"closure_best_operating_points":{"n":1611,"positive_rate":0.07200496585971446,"average_precision":0.3263505400313411,"ap_lift_over_base":4.53233379302147,"roc_auc":0.8352266174605005,"f1":0.38974358974358975,"f_beta":0.5149051490514905,"precision":0.2773722627737226,"recall":0.6551724137931034,"balanced_accuracy":0.7613654711105986,"mcc":0.3596555894637104,"brier":0.05664688220141249,"threshold":0.09999999999999999,"confusion":{"tn":1297,"fp":198,"fn":40,"tp":76},"operating_points":{"mcc_optimal":{"threshold":0.2126065162907268,"recall":0.5086206896551724,"precision":0.39864864864864863,"f1":0.44696969696969696,"f2":0.4820261437908497,"mcc":0.40191008835518693},"f1_optimal":{"threshold":0.2126065162907268,"recall":0.5086206896551724,"precision":0.39864864864864863,"f1":0.44696969696969696,"f2":0.4820261437908497,"mcc":0.40191008835518693},"f2_optimal":{"threshold":0.09716791979949874,"recall":0.6551724137931034,"precision":0.2773722627737226,"f1":0.38974358974358975,"f2":0.5149051490514905,"mcc":0.3596555894637104},"recall>=0.8":{"threshold":0.05711779448621553,"recall":0.8275862068965517,"precision":0.1509433962264151,"f1":0.2553191489361702,"f2":0.43636363636363634,"mcc":0.24663839523319026}},"oof":{"oof_ap":0.39627852600682373,"scale_pos_weight":1.0,"neg_over_pos":12.429166666666667,"threshold":0.09999999999999999,"lgb_params":{"num_leaves":86,"learning_rate":0.011458508699530053,"n_estimators":250,"min_child_samples":5,"subsample":0.6507774558532785,"colsample_bytree":0.7837980570049118,"reg_alpha":0.003085046460763864,"reg_lambda":0.001619132987388796},"base_oof_ap":{"lightgbm":0.3799753613210454,"xgboost":0.3923288561587357,"catboost":0.3885351582091373}},"train_seconds":444.6}} |