File size: 2,197 Bytes
8ece6f3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
{
  "model_name": "risk_model",
  "model_version": "risk_model_v2_baseline_001",
  "dataset_version": "2.0.0",
  "trained_at": "2026-05-21T05:59:12.289643+00:00",
  "seed": 42,
  "split_counts": {
    "train": 1133,
    "validation": 243,
    "test": 244
  },
  "metrics": {
    "validation": {
      "recall_positive": 0.8333,
      "precision_positive": 0.9459,
      "f1_positive": 0.8861,
      "roc_auc": 0.99,
      "per_class": {
        "not_at_risk": {
          "precision": 0.966,
          "recall": 0.99,
          "f1": 0.9779,
          "support": 201
        },
        "at_risk": {
          "precision": 0.9459,
          "recall": 0.8333,
          "f1": 0.8861,
          "support": 42
        }
      },
      "confusion_matrix": [
        [
          199,
          2
        ],
        [
          7,
          35
        ]
      ],
      "risk_level_recall": {
        "high": {
          "recall": 0.8158,
          "support": 38
        },
        "critical": {
          "recall": 1.0,
          "support": 4
        }
      }
    },
    "test": {
      "recall_positive": 0.7812,
      "precision_positive": 0.9259,
      "f1_positive": 0.8475,
      "roc_auc": 0.9899,
      "per_class": {
        "not_at_risk": {
          "precision": 0.9677,
          "recall": 0.9906,
          "f1": 0.979,
          "support": 212
        },
        "at_risk": {
          "precision": 0.9259,
          "recall": 0.7812,
          "f1": 0.8475,
          "support": 32
        }
      },
      "confusion_matrix": [
        [
          210,
          2
        ],
        [
          7,
          25
        ]
      ],
      "risk_level_recall": {
        "high": {
          "recall": 0.7407,
          "support": 27
        },
        "critical": {
          "recall": 1.0,
          "support": 5
        }
      }
    }
  },
  "limitations": [
    "Trained on synthetic data only.",
    "Binary risk_label derived from synthetic risk_score thresholds.",
    "All features are numeric; no text or contextual features used.",
    "Class imbalance (~16% positive) addressed via class_weight='balanced'.",
    "Critical class (~2%) recall should be monitored separately."
  ]
}