MuleGuard / artifacts /metadata.json
Aryan Singh
Improve mule classifier: native-NaN + missingness (CV PR-AUC 0.88->0.91, recall 13->15/16)
67eae2d
Raw
History Blame Contribute Delete
1.27 kB
{
"model": "CalibratedClassifierCV(LightGBM, sigmoid) fused with IsolationForest anomaly score",
"n_features": 121,
"scale_pos_weight": 110.76923076923077,
"seed": 42,
"leakage_excluded": [
"F3912",
"F2230"
],
"cv_metrics": {
"oof_pr_auc": 0.8959478273631826,
"oof_roc_auc": 0.9792606837606839,
"cv_pr_auc_mean": 0.9122952152228322,
"cv_pr_auc_std": 0.05931175025937131,
"cv_roc_auc_mean": 0.9869364316239316,
"cv_roc_auc_std": 0.014505969017386374
},
"threshold_info": {
"threshold": 0.20996241663498982,
"f2_at_threshold": 0.8796296296296294,
"precision_at_threshold": 0.890625,
"recall_at_threshold": 0.8769230769230769,
"recall_at_precision_0.30": 0.9076923076923077,
"recall_at_precision_0.50": 0.9076923076923077,
"recall_at_precision_0.70": 0.9076923076923077
},
"logistic_baseline": {
"cv_pr_auc": 0.4184005172976527,
"cv_roc_auc": 0.9590064102564103
},
"test_metrics": {
"pr_auc": 0.9924172794117647,
"roc_auc": 0.9999305941143809,
"precision": 0.9375,
"recall": 0.9375,
"f2": 0.9375,
"confusion_matrix": {
"tn": 1800,
"fp": 1,
"fn": 1,
"tp": 15
},
"alerts_raised": 16,
"alert_rate": 0.008805723720418272
}
}