Spaces:
Runtime error
Runtime error
Aryan Singh
Improve mule classifier: native-NaN + missingness (CV PR-AUC 0.88->0.91, recall 13->15/16)
67eae2d | { | |
| "model": "CalibratedClassifierCV(LightGBM, sigmoid) fused with IsolationForest anomaly score", | |
| "n_features": 121, | |
| "scale_pos_weight": 110.76923076923077, | |
| "seed": 42, | |
| "leakage_excluded": [ | |
| "F3912", | |
| "F2230" | |
| ], | |
| "cv_metrics": { | |
| "oof_pr_auc": 0.8959478273631826, | |
| "oof_roc_auc": 0.9792606837606839, | |
| "cv_pr_auc_mean": 0.9122952152228322, | |
| "cv_pr_auc_std": 0.05931175025937131, | |
| "cv_roc_auc_mean": 0.9869364316239316, | |
| "cv_roc_auc_std": 0.014505969017386374 | |
| }, | |
| "threshold_info": { | |
| "threshold": 0.20996241663498982, | |
| "f2_at_threshold": 0.8796296296296294, | |
| "precision_at_threshold": 0.890625, | |
| "recall_at_threshold": 0.8769230769230769, | |
| "recall_at_precision_0.30": 0.9076923076923077, | |
| "recall_at_precision_0.50": 0.9076923076923077, | |
| "recall_at_precision_0.70": 0.9076923076923077 | |
| }, | |
| "logistic_baseline": { | |
| "cv_pr_auc": 0.4184005172976527, | |
| "cv_roc_auc": 0.9590064102564103 | |
| }, | |
| "test_metrics": { | |
| "pr_auc": 0.9924172794117647, | |
| "roc_auc": 0.9999305941143809, | |
| "precision": 0.9375, | |
| "recall": 0.9375, | |
| "f2": 0.9375, | |
| "confusion_matrix": { | |
| "tn": 1800, | |
| "fp": 1, | |
| "fn": 1, | |
| "tp": 15 | |
| }, | |
| "alerts_raised": 16, | |
| "alert_rate": 0.008805723720418272 | |
| } | |
| } |