reports/closure_best_operating_points.json

{
  "n": 1611,
  "positive_rate": 0.07200496585971446,
  "average_precision": 0.3263505400313411,
  "ap_lift_over_base": 4.53233379302147,
  "roc_auc": 0.8352266174605005,
  "f1": 0.38974358974358975,
  "f_beta": 0.5149051490514905,
  "precision": 0.2773722627737226,
  "recall": 0.6551724137931034,
  "balanced_accuracy": 0.7613654711105986,
  "mcc": 0.3596555894637104,
  "brier": 0.05664688220141249,
  "threshold": 0.09999999999999999,
  "confusion": {
    "tn": 1297,
    "fp": 198,
    "fn": 40,
    "tp": 76
  },
  "operating_points": {
    "mcc_optimal": {
      "threshold": 0.2126065162907268,
      "recall": 0.5086206896551724,
      "precision": 0.39864864864864863,
      "f1": 0.44696969696969696,
      "f2": 0.4820261437908497,
      "mcc": 0.40191008835518693
    },
    "f1_optimal": {
      "threshold": 0.2126065162907268,
      "recall": 0.5086206896551724,
      "precision": 0.39864864864864863,
      "f1": 0.44696969696969696,
      "f2": 0.4820261437908497,
      "mcc": 0.40191008835518693
    },
    "f2_optimal": {
      "threshold": 0.09716791979949874,
      "recall": 0.6551724137931034,
      "precision": 0.2773722627737226,
      "f1": 0.38974358974358975,
      "f2": 0.5149051490514905,
      "mcc": 0.3596555894637104
    },
    "recall>=0.8": {
      "threshold": 0.05711779448621553,
      "recall": 0.8275862068965517,
      "precision": 0.1509433962264151,
      "f1": 0.2553191489361702,
      "f2": 0.43636363636363634,
      "mcc": 0.24663839523319026
    }
  },
  "oof": {
    "oof_ap": 0.39627852600682373,
    "scale_pos_weight": 1.0,
    "neg_over_pos": 12.429166666666667,
    "threshold": 0.09999999999999999,
    "lgb_params": {
      "num_leaves": 86,
      "learning_rate": 0.011458508699530053,
      "n_estimators": 250,
      "min_child_samples": 5,
      "subsample": 0.6507774558532785,
      "colsample_bytree": 0.7837980570049118,
      "reg_alpha": 0.003085046460763864,
      "reg_lambda": 0.001619132987388796
    },
    "base_oof_ap": {
      "lightgbm": 0.3799753613210454,
      "xgboost": 0.3923288561587357,
      "catboost": 0.3885351582091373
    }
  },
  "train_seconds": 444.6
}