Disruption-System / results /selector_metrics.json
Vittal-M's picture
selector_metrics [results]
4cd668e verified
{
"_meta": {
"run_hash": "64909da91c42a840",
"label_names": [
"FIFO",
"Priority-EDD",
"Critical-Ratio",
"ATC",
"WSPT",
"Slack"
]
},
"models": {
"dt": {
"model": "dt",
"n_train": 156000,
"n_test": 39000,
"n_features": 32,
"n_classes": 6,
"accuracy": 0.5653846153846154,
"balanced_accuracy": 0.5305528247040302,
"mcc": 0.4163686950542442,
"cohens_kappa": 0.39414556771923415,
"f1_macro": 0.42512176814311164,
"f1_micro": 0.5653846153846154,
"f1_weighted": 0.6131911392079579,
"cv_accuracy_mean": 0.5611025641025641,
"cv_accuracy_std": 0.0060896626175453335,
"cv_accuracy_folds": [
0.5659935897435897,
0.5624679487179487,
0.5615064102564102,
0.5494871794871795,
0.5660576923076923
],
"per_class": [
{
"class": "FIFO",
"class_idx": 0,
"precision": 0.5372901210464662,
"recall": 0.6502835538752363,
"f1": 0.5884113748129143,
"support": 4232
},
{
"class": "Priority-EDD",
"class_idx": 1,
"precision": 0.427262313860252,
"recall": 0.544298519908276,
"f1": 0.4787312064539787,
"support": 4797
},
{
"class": "Critical-Ratio",
"class_idx": 2,
"precision": 0.13333333333333333,
"recall": 0.6391478029294274,
"f1": 0.2206389335784877,
"support": 751
},
{
"class": "ATC",
"class_idx": 3,
"precision": 0.3552058921995313,
"recall": 0.46080347448425624,
"f1": 0.4011721334719728,
"support": 4605
},
{
"class": "WSPT",
"class_idx": 4,
"precision": 0.9392449996586798,
"recall": 0.5843951749915053,
"f1": 0.7204985206713272,
"support": 23544
},
{
"class": "Slack",
"class_idx": 5,
"precision": 0.09198645598194131,
"recall": 0.30438842203548083,
"f1": 0.14127843986998917,
"support": 1071
}
],
"confusion_matrix": [
[
2752,
411,
123,
391,
317,
238
],
[
547,
2611,
451,
497,
73,
618
],
[
17,
71,
480,
19,
16,
148
],
[
287,
916,
401,
2122,
425,
454
],
[
1414,
1917,
1888,
2806,
13759,
1760
],
[
105,
185,
257,
139,
59,
326
]
],
"confusion_matrix_labels": [
"FIFO",
"Priority-EDD",
"Critical-Ratio",
"ATC",
"WSPT",
"Slack"
],
"log_loss": 1.4360677428248014,
"roc_auc_ovr_macro": 0.8389121502581619,
"roc_auc_ovr_weighted": 0.8462001348566395,
"pr_auc_macro": 0.41026650024973127,
"pr_auc_weighted": 0.7046193583491811,
"brier_mean": 0.09461793742996377
},
"rf": {
"model": "rf",
"n_train": 156000,
"n_test": 39000,
"n_features": 32,
"n_classes": 6,
"accuracy": 0.631051282051282,
"balanced_accuracy": 0.5529918170442368,
"mcc": 0.4781309695734549,
"cohens_kappa": 0.46129472002549554,
"f1_macro": 0.4698250811384948,
"f1_micro": 0.631051282051282,
"f1_weighted": 0.658818095942172,
"cv_accuracy_mean": 0.6307884615384616,
"cv_accuracy_std": 0.002020766611680417,
"cv_accuracy_folds": [
0.6296153846153846,
0.6278846153846154,
0.6328846153846154,
0.6303205128205128,
0.6332371794871795
],
"per_class": [
{
"class": "FIFO",
"class_idx": 0,
"precision": 0.5717908700741319,
"recall": 0.6925803402646503,
"f1": 0.6264159008335114,
"support": 4232
},
{
"class": "Priority-EDD",
"class_idx": 1,
"precision": 0.4456607755209707,
"recall": 0.704398582447363,
"f1": 0.5459245496405203,
"support": 4797
},
{
"class": "Critical-Ratio",
"class_idx": 2,
"precision": 0.18361344537815127,
"recall": 0.5818908122503329,
"f1": 0.2791440434366017,
"support": 751
},
{
"class": "ATC",
"class_idx": 3,
"precision": 0.3755190167746222,
"recall": 0.49098805646036914,
"f1": 0.42555994729907776,
"support": 4605
},
{
"class": "WSPT",
"class_idx": 4,
"precision": 0.9286403667511159,
"recall": 0.6538820931022766,
"f1": 0.7674094013259558,
"support": 23544
},
{
"class": "Slack",
"class_idx": 5,
"precision": 0.15841584158415842,
"recall": 0.1942110177404295,
"f1": 0.174496644295302,
"support": 1071
}
],
"confusion_matrix": [
[
2931,
412,
38,
434,
360,
57
],
[
522,
3379,
172,
397,
114,
213
],
[
22,
145,
437,
8,
38,
101
],
[
225,
1142,
202,
2261,
568,
207
],
[
1300,
2217,
1323,
2782,
15395,
527
],
[
126,
287,
208,
139,
103,
208
]
],
"confusion_matrix_labels": [
"FIFO",
"Priority-EDD",
"Critical-Ratio",
"ATC",
"WSPT",
"Slack"
],
"log_loss": 0.9292366236646535,
"roc_auc_ovr_macro": 0.8872341511097573,
"roc_auc_ovr_weighted": 0.883383262100044,
"pr_auc_macro": 0.47282751648886706,
"pr_auc_weighted": 0.7508609781826352,
"brier_mean": 0.07910127972036991
},
"xgb": {
"model": "xgb",
"n_train": 156000,
"n_test": 39000,
"n_features": 32,
"n_classes": 6,
"accuracy": 0.6222564102564102,
"balanced_accuracy": 0.5600686281034217,
"mcc": 0.4724404045434837,
"cohens_kappa": 0.4546072743644275,
"f1_macro": 0.467785906272955,
"f1_micro": 0.6222564102564102,
"f1_weighted": 0.6564427917406872,
"cv_accuracy_mean": 0.7161410256410257,
"cv_accuracy_std": 0.0013817931826930663,
"cv_accuracy_folds": [
0.7161858974358974,
0.7156410256410256,
0.7144551282051282,
0.7157692307692308,
0.7186538461538462
],
"per_class": [
{
"class": "FIFO",
"class_idx": 0,
"precision": 0.5687185443283004,
"recall": 0.694234404536862,
"f1": 0.6252394126409875,
"support": 4232
},
{
"class": "Priority-EDD",
"class_idx": 1,
"precision": 0.4756531148554645,
"recall": 0.6414425682718365,
"f1": 0.5462453399609445,
"support": 4797
},
{
"class": "Critical-Ratio",
"class_idx": 2,
"precision": 0.1683463979096678,
"recall": 0.6005326231691078,
"f1": 0.2629737609329446,
"support": 751
},
{
"class": "ATC",
"class_idx": 3,
"precision": 0.3665780834766297,
"recall": 0.509229098805646,
"f1": 0.4262861297945828,
"support": 4605
},
{
"class": "WSPT",
"class_idx": 4,
"precision": 0.9374497805797639,
"recall": 0.6441980971797485,
"f1": 0.763638194496891,
"support": 23544
},
{
"class": "Slack",
"class_idx": 5,
"precision": 0.13744075829383887,
"recall": 0.2707749766573296,
"f1": 0.18233259981138006,
"support": 1071
}
],
"confusion_matrix": [
[
2938,
385,
52,
409,
317,
131
],
[
495,
3077,
253,
517,
102,
353
],
[
21,
101,
451,
13,
34,
131
],
[
241,
937,
262,
2345,
487,
333
],
[
1355,
1732,
1428,
2990,
15167,
872
],
[
116,
237,
233,
123,
72,
290
]
],
"confusion_matrix_labels": [
"FIFO",
"Priority-EDD",
"Critical-Ratio",
"ATC",
"WSPT",
"Slack"
],
"log_loss": 0.9639378860137059,
"roc_auc_ovr_macro": 0.8882820172836509,
"roc_auc_ovr_weighted": 0.8861538093325634,
"pr_auc_macro": 0.47829310694670285,
"pr_auc_weighted": 0.7558897858514069,
"brier_mean": 0.08103100769221783
}
}
}