reports/metrics.json

{
  "closure": {
    "n": 1611,
    "positive_rate": 0.07200496585971446,
    "average_precision": 0.3263505400313411,
    "ap_lift_over_base": 4.53233379302147,
    "roc_auc": 0.8352266174605005,
    "f1": 0.38974358974358975,
    "f_beta": 0.5149051490514905,
    "precision": 0.2773722627737226,
    "recall": 0.6551724137931034,
    "balanced_accuracy": 0.7613654711105986,
    "mcc": 0.3596555894637104,
    "brier": 0.05664688220141249,
    "threshold": 0.09999999999999999,
    "confusion": {
      "tn": 1297,
      "fp": 198,
      "fn": 40,
      "tp": 76
    },
    "operating_points": {
      "mcc_optimal": {
        "threshold": 0.2126065162907268,
        "recall": 0.5086206896551724,
        "precision": 0.39864864864864863,
        "f1": 0.44696969696969696,
        "f2": 0.4820261437908497,
        "mcc": 0.40191008835518693
      },
      "f1_optimal": {
        "threshold": 0.2126065162907268,
        "recall": 0.5086206896551724,
        "precision": 0.39864864864864863,
        "f1": 0.44696969696969696,
        "f2": 0.4820261437908497,
        "mcc": 0.40191008835518693
      },
      "f2_optimal": {
        "threshold": 0.09716791979949874,
        "recall": 0.6551724137931034,
        "precision": 0.2773722627737226,
        "f1": 0.38974358974358975,
        "f2": 0.5149051490514905,
        "mcc": 0.3596555894637104
      },
      "recall>=0.8": {
        "threshold": 0.05711779448621553,
        "recall": 0.8275862068965517,
        "precision": 0.1509433962264151,
        "f1": 0.2553191489361702,
        "f2": 0.43636363636363634,
        "mcc": 0.24663839523319026
      }
    },
    "oof": {
      "oof_ap": 0.39627852600682373,
      "scale_pos_weight": 1.0,
      "neg_over_pos": 12.429166666666667,
      "threshold": 0.09999999999999999,
      "lgb_params": {
        "num_leaves": 86,
        "learning_rate": 0.011458508699530053,
        "n_estimators": 250,
        "min_child_samples": 5,
        "subsample": 0.6507774558532785,
        "colsample_bytree": 0.7837980570049118,
        "reg_alpha": 0.003085046460763864,
        "reg_lambda": 0.001619132987388796
      },
      "base_oof_ap": {
        "lightgbm": 0.3799753613210454,
        "xgboost": 0.3923288561587357,
        "catboost": 0.3885351582091373
      }
    },
    "train_seconds": 465.7
  },
  "priority": {
    "n": 1611,
    "positive_rate": 0.6219739292364991,
    "average_precision": 0.9844337242820254,
    "ap_lift_over_base": 1.5827572153875678,
    "roc_auc": 0.980162827055249,
    "f1": 0.9630359783144407,
    "f_beta": 0.9630359783144407,
    "precision": 0.9513145082765336,
    "recall": 0.9750499001996008,
    "balanced_accuracy": 0.9464740469799318,
    "mcc": 0.9006935989563881,
    "brier": 0.039712671638426275,
    "threshold": 0.37999999999999995,
    "confusion": {
      "tn": 559,
      "fp": 50,
      "fn": 25,
      "tp": 977
    },
    "operating_points": {
      "mcc_optimal": {
        "threshold": 0.4010776942355889,
        "recall": 0.9750499001996008,
        "precision": 0.9522417153996101,
        "f1": 0.9635108481262328,
        "f2": 0.9704012713547875,
        "mcc": 0.9020175677955835
      },
      "f1_optimal": {
        "threshold": 0.4010776942355889,
        "recall": 0.9750499001996008,
        "precision": 0.9522417153996101,
        "f1": 0.9635108481262328,
        "f2": 0.9704012713547875,
        "mcc": 0.9020175677955835
      },
      "f2_optimal": {
        "threshold": 0.12779448621553882,
        "recall": 0.9810379241516967,
        "precision": 0.9433781190019194,
        "f1": 0.961839530332681,
        "f2": 0.9732673267326732,
        "mcc": 0.8969790371192826
      },
      "recall>=0.8": {
        "threshold": 0.8887468671679197,
        "recall": 0.8093812375249501,
        "precision": 0.9771084337349397,
        "f1": 0.8853711790393013,
        "f2": 0.8381562629185614,
        "mcc": 0.755021697768632
      }
    },
    "oof": {
      "oof_ap": 0.9892487843395792,
      "scale_pos_weight": 1.0,
      "neg_over_pos": 0.622860020140987,
      "threshold": 0.37999999999999995,
      "lgb_params": {
        "num_leaves": 88,
        "learning_rate": 0.022397486770398815,
        "n_estimators": 594,
        "min_child_samples": 6,
        "subsample": 0.9977678821188093,
        "colsample_bytree": 0.9091592353010274,
        "reg_alpha": 0.001129059573387675,
        "reg_lambda": 0.0010459059537794272
      },
      "base_oof_ap": {
        "lightgbm": 0.9909060047868504,
        "xgboost": 0.987657335027849,
        "catboost": 0.9856494384343163
      }
    },
    "train_seconds": 485.3
  },
  "duration": {
    "n": 630,
    "mae_min": 2411.2297557911534,
    "rmse_min": 5580.569785007189,
    "r2": 0.09176289519605296,
    "mape": 17.180642861083374,
    "median_ae_min": 73.83615512844955,
    "mae_log": 1.440191701379456,
    "r2_log": 0.2505081166150642,
    "pinball_p50": 1213.1385815673314,
    "interval_coverage_80": 0.780952380952381,
    "interval_width_med_min": 119.30841168884896,
    "lgb_params": {
      "num_leaves": 27,
      "learning_rate": 0.010160271806645233,
      "n_estimators": 374,
      "min_child_samples": 18,
      "subsample": 0.9073827546653543,
      "colsample_bytree": 0.9439188912725156,
      "reg_lambda": 0.00517734583792422
    },
    "train_seconds": 80.8,
    "n_train": 2568
  }
}