File size: 6,301 Bytes
3255634
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
{
  "timestamp": "2026-01-27T00:52:56.295011",
  "dataset_info": {
    "n_samples": 862,
    "n_features": 500,
    "n_classes": 11
  },
  "individual_results": {
    "random_forest": {
      "model_name": "random_forest",
      "train_metrics": {
        "hamming_loss": 0.0,
        "micro_f1": 1.0,
        "macro_f1": 1.0,
        "weighted_f1": 1.0,
        "micro_auc": 1.0,
        "macro_auc": 1.0
      },
      "val_metrics": {
        "hamming_loss": 0.1786833855799373,
        "micro_f1": 0.7673469387755102,
        "macro_f1": 0.6611981165464018,
        "weighted_f1": 0.7467117873190267,
        "micro_auc": 0.9162017948096046,
        "macro_auc": 0.8549241829349307
      },
      "test_metrics": {
        "hamming_loss": 0.14923804519180242,
        "micro_f1": 0.8008415147265077,
        "macro_f1": 0.6931580854940095,
        "weighted_f1": 0.7866584010781301,
        "micro_auc": 0.9352383767430538,
        "macro_auc": 0.892347870119787
      }
    },
    "extra_trees": {
      "model_name": "extra_trees",
      "train_metrics": {
        "hamming_loss": 0.0,
        "micro_f1": 1.0,
        "macro_f1": 1.0,
        "weighted_f1": 1.0,
        "micro_auc": 1.0,
        "macro_auc": 1.0
      },
      "val_metrics": {
        "hamming_loss": 0.18599791013584116,
        "micro_f1": 0.7594594594594595,
        "macro_f1": 0.6533138084494247,
        "weighted_f1": 0.7361252764165931,
        "micro_auc": 0.9163432775487105,
        "macro_auc": 0.854105786134419
      },
      "test_metrics": {
        "hamming_loss": 0.1466106148187073,
        "micro_f1": 0.8036593947923997,
        "macro_f1": 0.6945431573475435,
        "weighted_f1": 0.7884340134356437,
        "micro_auc": 0.9366403542325926,
        "macro_auc": 0.8982194606889102
      }
    },
    "gradient_boosting": {
      "model_name": "gradient_boosting",
      "train_metrics": {
        "hamming_loss": 0.0,
        "micro_f1": 1.0,
        "macro_f1": 1.0,
        "weighted_f1": 1.0,
        "micro_auc": 1.0,
        "macro_auc": 1.0
      },
      "val_metrics": {
        "hamming_loss": 0.1839080459770115,
        "micro_f1": 0.7589041095890411,
        "macro_f1": 0.6542717586940907,
        "weighted_f1": 0.7397730287328006,
        "micro_auc": 0.9161523881388057,
        "macro_auc": 0.8533130438034391
      },
      "test_metrics": {
        "hamming_loss": 0.14450867052023122,
        "micro_f1": 0.8064743138634765,
        "macro_f1": 0.698124788986773,
        "weighted_f1": 0.794469781428789,
        "micro_auc": 0.9331513486571386,
        "macro_auc": 0.8911995355576819
      }
    },
    "logistic_regression": {
      "model_name": "logistic_regression",
      "train_metrics": {
        "hamming_loss": 0.03578979160374509,
        "micro_f1": 0.9496066340633638,
        "macro_f1": 0.9410580744807551,
        "weighted_f1": 0.9501523052236384,
        "micro_auc": 0.9938833816959917,
        "macro_auc": 0.9926233091582063
      },
      "val_metrics": {
        "hamming_loss": 0.19853709508881923,
        "micro_f1": 0.7425474254742548,
        "macro_f1": 0.6611275075433016,
        "weighted_f1": 0.7391600206558622,
        "micro_auc": 0.8958327718938924,
        "macro_auc": 0.8265557424462046
      },
      "test_metrics": {
        "hamming_loss": 0.18917498686284814,
        "micro_f1": 0.7503467406380028,
        "macro_f1": 0.6922691173840723,
        "weighted_f1": 0.7538927063910608,
        "micro_auc": 0.9022916159543763,
        "macro_auc": 0.8554535252061399
      }
    },
    "mlp": {
      "model_name": "mlp",
      "train_metrics": {
        "hamming_loss": 0.1256418000604047,
        "micro_f1": 0.8147818343722173,
        "macro_f1": 0.7228300076383021,
        "weighted_f1": 0.7994840539887537,
        "micro_auc": 0.939653506113024,
        "macro_auc": 0.901795988138621
      },
      "val_metrics": {
        "hamming_loss": 0.19540229885057472,
        "micro_f1": 0.7434842249657064,
        "macro_f1": 0.6305353532373609,
        "weighted_f1": 0.7115266944899845,
        "micro_auc": 0.9021927578803639,
        "macro_auc": 0.8104458880513469
      },
      "test_metrics": {
        "hamming_loss": 0.162900683131897,
        "micro_f1": 0.7756874095513748,
        "macro_f1": 0.6690600656739343,
        "weighted_f1": 0.7526547575679734,
        "micro_auc": 0.9221406961783218,
        "macro_auc": 0.8544357687048616
      }
    }
  },
  "ensemble_results": {
    "ensemble_type": "stacking",
    "individual_results": {
      "random_forest": {
        "hamming_loss": 0.1786833855799373,
        "micro_f1": 0.7673469387755102,
        "macro_f1": 0.6611981165464018,
        "weighted_f1": 0.7467117873190267,
        "micro_auc": 0.9162017948096046,
        "macro_auc": 0.8549241829349307
      },
      "extra_trees": {
        "hamming_loss": 0.18599791013584116,
        "micro_f1": 0.7594594594594595,
        "macro_f1": 0.6533138084494247,
        "weighted_f1": 0.7361252764165931,
        "micro_auc": 0.9163432775487105,
        "macro_auc": 0.854105786134419
      },
      "gradient_boosting": {
        "hamming_loss": 0.1839080459770115,
        "micro_f1": 0.7589041095890411,
        "macro_f1": 0.6542717586940907,
        "weighted_f1": 0.7397730287328006,
        "micro_auc": 0.9161523881388057,
        "macro_auc": 0.8533130438034391
      },
      "logistic_regression": {
        "hamming_loss": 0.19853709508881923,
        "micro_f1": 0.7425474254742548,
        "macro_f1": 0.6611275075433016,
        "weighted_f1": 0.7391600206558622,
        "micro_auc": 0.8958327718938924,
        "macro_auc": 0.8265557424462046
      },
      "mlp": {
        "hamming_loss": 0.19540229885057472,
        "micro_f1": 0.7434842249657064,
        "macro_f1": 0.6305353532373609,
        "weighted_f1": 0.7115266944899845,
        "micro_auc": 0.9021927578803639,
        "macro_auc": 0.8104458880513469
      }
    },
    "test_metrics": {
      "hamming_loss": 0.1466106148187073,
      "micro_f1": 0.802547770700637,
      "macro_f1": 0.7008390358266979,
      "weighted_f1": 0.7906725118067189
    }
  },
  "optimization_techniques": [
    "SMOTE-Tomek resampling",
    "Feature selection with mutual information",
    "Optimized hyperparameters",
    "Ensemble stacking"
  ]
}