| { |
| "generated_utc": "2026-10-17T21:15:10.673962+00:00", |
| "random_seed": 42, |
| "sklearn_version": "1.8.0", |
| "xgboost_version": "3.1.3", |
| "python_version": "3.13.16", |
| "datasets": { |
| "bank": { |
| "label": "Bank customer churn", |
| "selected_model": "XGBoost", |
| "numeric": [ |
| "CreditScore", |
| "Age", |
| "Tenure", |
| "Balance", |
| "NumOfProducts", |
| "HasCrCard", |
| "IsActiveMember", |
| "EstimatedSalary" |
| ], |
| "categorical": [ |
| "Geography" |
| ], |
| "features": [ |
| "CreditScore", |
| "Age", |
| "Tenure", |
| "Balance", |
| "NumOfProducts", |
| "HasCrCard", |
| "IsActiveMember", |
| "EstimatedSalary", |
| "Geography" |
| ], |
| "excluded_columns": [ |
| "CustomerId", |
| "Surname" |
| ], |
| "categorical_choices": { |
| "Geography": [ |
| "France", |
| "Germany", |
| "Spain" |
| ] |
| }, |
| "defaults": { |
| "CreditScore": 653.0, |
| "Age": 37.0, |
| "Tenure": 5.0, |
| "Balance": 97452.79500000001, |
| "NumOfProducts": 1.0, |
| "HasCrCard": 1.0, |
| "IsActiveMember": 1.0, |
| "EstimatedSalary": 99482.98, |
| "Geography": "France" |
| }, |
| "threshold": 0.425, |
| "training_rows": 6400, |
| "validation_rows": 1600, |
| "test_rows": 2000, |
| "audit": { |
| "original_rows": 10002, |
| "duplicate_rows_removed": 2, |
| "rows_after_deduplication": 10000, |
| "positive_rate": 0.2037, |
| "feature_missing_counts": { |
| "CreditScore": 0, |
| "Age": 1, |
| "Tenure": 0, |
| "Balance": 0, |
| "NumOfProducts": 0, |
| "HasCrCard": 1, |
| "IsActiveMember": 1, |
| "EstimatedSalary": 0, |
| "Geography": 1 |
| }, |
| "sha256_first12": "8c8d77064a1c" |
| }, |
| "validation_metrics": { |
| "roc_auc": 0.85564, |
| "pr_auc": 0.68442, |
| "balanced_accuracy": 0.77889, |
| "precision": 0.44915, |
| "recall": 0.81288, |
| "f1": 0.5786, |
| "f2": 0.69958, |
| "confusion_matrix": [ |
| [ |
| 949, |
| 325 |
| ], |
| [ |
| 61, |
| 265 |
| ] |
| ], |
| "classification_report": { |
| "0": { |
| "precision": 0.9396039603960396, |
| "recall": 0.7448979591836735, |
| "f1-score": 0.8309982486865148, |
| "support": 1274.0 |
| }, |
| "1": { |
| "precision": 0.4491525423728814, |
| "recall": 0.8128834355828221, |
| "f1-score": 0.5786026200873362, |
| "support": 326.0 |
| }, |
| "accuracy": 0.75875, |
| "macro avg": { |
| "precision": 0.6943782513844605, |
| "recall": 0.7788906973832478, |
| "f1-score": 0.7048004343869255, |
| "support": 1600.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8396744839738212, |
| "recall": 0.75875, |
| "f1-score": 0.7795726393594322, |
| "support": 1600.0 |
| } |
| } |
| }, |
| "test_metrics": { |
| "roc_auc": 0.85784, |
| "pr_auc": 0.70287, |
| "balanced_accuracy": 0.77449, |
| "precision": 0.44016, |
| "recall": 0.81327, |
| "f1": 0.57118, |
| "f2": 0.69538, |
| "confusion_matrix": [ |
| [ |
| 1172, |
| 421 |
| ], |
| [ |
| 76, |
| 331 |
| ] |
| ], |
| "classification_report": { |
| "0": { |
| "precision": 0.9391025641025641, |
| "recall": 0.7357187696170747, |
| "f1-score": 0.825061598028863, |
| "support": 1593.0 |
| }, |
| "1": { |
| "precision": 0.4401595744680851, |
| "recall": 0.8132678132678133, |
| "f1-score": 0.5711820534943917, |
| "support": 407.0 |
| }, |
| "accuracy": 0.7515, |
| "macro avg": { |
| "precision": 0.6896310692853246, |
| "recall": 0.774493291442444, |
| "f1-score": 0.6981218257616273, |
| "support": 2000.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8375676657119476, |
| "recall": 0.7515, |
| "f1-score": 0.7733971107160982, |
| "support": 2000.0 |
| } |
| } |
| }, |
| "deployment_status": "demonstration", |
| "model_size_mb": 0.037, |
| "validation_model_comparison": [ |
| { |
| "dataset": "bank", |
| "model": "XGBoost", |
| "validation_pr_auc": 0.68442, |
| "validation_roc_auc": 0.85564, |
| "tuning": "6x3 CV" |
| }, |
| { |
| "dataset": "bank", |
| "model": "Random forest", |
| "validation_pr_auc": 0.68408, |
| "validation_roc_auc": 0.86424, |
| "tuning": "none" |
| }, |
| { |
| "dataset": "bank", |
| "model": "Logistic regression", |
| "validation_pr_auc": 0.45514, |
| "validation_roc_auc": 0.75422, |
| "tuning": "none" |
| } |
| ] |
| }, |
| "telecom": { |
| "label": "Telecom customer churn", |
| "selected_model": "XGBoost", |
| "numeric": [ |
| "SeniorCitizen", |
| "tenure", |
| "MonthlyCharges", |
| "TotalCharges" |
| ], |
| "categorical": [ |
| "Partner", |
| "Dependents", |
| "PhoneService", |
| "InternetService", |
| "Contract", |
| "PaymentMethod" |
| ], |
| "features": [ |
| "SeniorCitizen", |
| "tenure", |
| "MonthlyCharges", |
| "TotalCharges", |
| "Partner", |
| "Dependents", |
| "PhoneService", |
| "InternetService", |
| "Contract", |
| "PaymentMethod" |
| ], |
| "excluded_columns": [ |
| "customerID" |
| ], |
| "categorical_choices": { |
| "Partner": [ |
| "No", |
| "Yes" |
| ], |
| "Dependents": [ |
| "No", |
| "Yes" |
| ], |
| "PhoneService": [ |
| "No", |
| "Yes" |
| ], |
| "InternetService": [ |
| "DSL", |
| "Fiber optic", |
| "No" |
| ], |
| "Contract": [ |
| "Month-to-month", |
| "One year", |
| "Two year" |
| ], |
| "PaymentMethod": [ |
| "Bank transfer", |
| "Credit card", |
| "Electronic check", |
| "Mailed check" |
| ] |
| }, |
| "defaults": { |
| "SeniorCitizen": 1.0, |
| "tenure": 37.0, |
| "MonthlyCharges": 70.26, |
| "TotalCharges": 2161.52, |
| "Partner": "Yes", |
| "Dependents": "No", |
| "PhoneService": "No", |
| "InternetService": "No", |
| "Contract": "Month-to-month", |
| "PaymentMethod": "Credit card" |
| }, |
| "threshold": 0.1, |
| "training_rows": 3763, |
| "validation_rows": 941, |
| "test_rows": 1176, |
| "audit": { |
| "original_rows": 5880, |
| "duplicate_rows_removed": 0, |
| "rows_after_deduplication": 5880, |
| "positive_rate": 0.49286, |
| "feature_missing_counts": { |
| "SeniorCitizen": 0, |
| "tenure": 0, |
| "MonthlyCharges": 0, |
| "TotalCharges": 0, |
| "Partner": 0, |
| "Dependents": 0, |
| "PhoneService": 0, |
| "InternetService": 0, |
| "Contract": 0, |
| "PaymentMethod": 0 |
| }, |
| "sha256_first12": "5fa48a8d1aa1" |
| }, |
| "validation_metrics": { |
| "roc_auc": 0.49782, |
| "pr_auc": 0.49893, |
| "balanced_accuracy": 0.5, |
| "precision": 0.49309, |
| "recall": 1.0, |
| "f1": 0.6605, |
| "f2": 0.82946, |
| "confusion_matrix": [ |
| [ |
| 0, |
| 477 |
| ], |
| [ |
| 0, |
| 464 |
| ] |
| ], |
| "classification_report": { |
| "0": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1-score": 0.0, |
| "support": 477.0 |
| }, |
| "1": { |
| "precision": 0.49309245483528164, |
| "recall": 1.0, |
| "f1-score": 0.6604982206405694, |
| "support": 464.0 |
| }, |
| "accuracy": 0.49309245483528164, |
| "macro avg": { |
| "precision": 0.24654622741764082, |
| "recall": 0.5, |
| "f1-score": 0.3302491103202847, |
| "support": 941.0 |
| }, |
| "weighted avg": { |
| "precision": 0.24314016901548424, |
| "recall": 0.49309245483528164, |
| "f1-score": 0.3256866890299938, |
| "support": 941.0 |
| } |
| } |
| }, |
| "test_metrics": { |
| "roc_auc": 0.47952, |
| "pr_auc": 0.4709, |
| "balanced_accuracy": 0.5, |
| "precision": 0.4932, |
| "recall": 1.0, |
| "f1": 0.66059, |
| "f2": 0.82952, |
| "confusion_matrix": [ |
| [ |
| 0, |
| 596 |
| ], |
| [ |
| 0, |
| 580 |
| ] |
| ], |
| "classification_report": { |
| "0": { |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1-score": 0.0, |
| "support": 596.0 |
| }, |
| "1": { |
| "precision": 0.4931972789115646, |
| "recall": 1.0, |
| "f1-score": 0.6605922551252847, |
| "support": 580.0 |
| }, |
| "accuracy": 0.4931972789115646, |
| "macro avg": { |
| "precision": 0.2465986394557823, |
| "recall": 0.5, |
| "f1-score": 0.33029612756264237, |
| "support": 1176.0 |
| }, |
| "weighted avg": { |
| "precision": 0.24324355592577165, |
| "recall": 0.4931972789115646, |
| "f1-score": 0.3258023026978445, |
| "support": 1176.0 |
| } |
| } |
| }, |
| "deployment_status": "research_only_low_signal", |
| "model_size_mb": 0.02, |
| "validation_model_comparison": [ |
| { |
| "dataset": "telecom", |
| "model": "XGBoost", |
| "validation_pr_auc": 0.49893, |
| "validation_roc_auc": 0.49782, |
| "tuning": "6x3 CV" |
| }, |
| { |
| "dataset": "telecom", |
| "model": "Logistic regression", |
| "validation_pr_auc": 0.48094, |
| "validation_roc_auc": 0.49748, |
| "tuning": "none" |
| }, |
| { |
| "dataset": "telecom", |
| "model": "Random forest", |
| "validation_pr_auc": 0.47485, |
| "validation_roc_auc": 0.47279, |
| "tuning": "none" |
| } |
| ] |
| } |
| }, |
| "decision_rule": "maximize validation F2 (recall-weighted), after selecting by validation PR AUC", |
| "probability_warning": "Scores are uncalibrated model probabilities; not validated as true churn probabilities." |
| } |
