metrics.json

{
  "accuracy": 0.8887196619829026,
  "precision": 0.532608695652174,
  "recall": 0.02157639806252752,
  "f1": 0.0414727041895895,
  "roc_auc": 0.6562257945912257,
  "pr_auc": 0.2098240409556017,
  "log_loss": 0.33394644714183813,
  "brier": 0.09543899968334225,
  "confusion_matrix": [
    [
      18040,
      43
    ],
    [
      2222,
      49
    ]
  ],
  "cv_pr_auc": {
    "logreg": 0.19963427227523395,
    "rf": 0.20310920444264263
  },
  "selected_model": "calibrated_rf",
  "prevalence": 0.1116,
  "no_skill_pr_auc": 0.1116,
  "operating_points": [
    {
      "threshold": 0.5,
      "n_flagged": 92,
      "recall": 0.02157639806252752,
      "precision": 0.532608695652174
    },
    {
      "threshold": 0.15,
      "n_flagged": 2935,
      "recall": 0.2892998678996037,
      "precision": 0.22385008517887564
    },
    {
      "threshold": 0.1116,
      "n_flagged": 6505,
      "recall": 0.5107881990312637,
      "precision": 0.17832436587240585
    }
  ],
  "recommended_threshold": 0.1116,
  "primary_metric": "pr_auc"
}