selector_metrics [results]

results/selector_metrics.json

@@ -1,6 +1,6 @@
 {
   "_meta": {
-    "run_hash": "a5df24198f89b9e9",
+    "run_hash": "64909da91c42a840",
     "label_names": [
       "FIFO",
       "Priority-EDD",
@@ -17,120 +17,120 @@
       "n_test": 39000,
       "n_features": 32,
       "n_classes": 6,
-      "accuracy": 0.5709487179487179,
-      "balanced_accuracy": 0.5290909413678629,
-      "mcc": 0.42112667363058276,
-      "cohens_kappa": 0.3993694507162956,
-      "f1_macro": 0.4308264689331996,
-      "f1_micro": 0.5709487179487179,
-      "f1_weighted": 0.6178696598280847,
-      "cv_accuracy_mean": 0.5634935897435899,
-      "cv_accuracy_std": 0.0032924639510805882,
+      "accuracy": 0.5653846153846154,
+      "balanced_accuracy": 0.5305528247040302,
+      "mcc": 0.4163686950542442,
+      "cohens_kappa": 0.39414556771923415,
+      "f1_macro": 0.42512176814311164,
+      "f1_micro": 0.5653846153846154,
+      "f1_weighted": 0.6131911392079579,
+      "cv_accuracy_mean": 0.5611025641025641,
+      "cv_accuracy_std": 0.0060896626175453335,
       "cv_accuracy_folds": [
-        0.5686858974358975,
-        0.564775641025641,
-        0.5625641025641026,
-        0.5585576923076923,
-        0.5628846153846154
+        0.5659935897435897,
+        0.5624679487179487,
+        0.5615064102564102,
+        0.5494871794871795,
+        0.5660576923076923
       ],
       "per_class": [
         {
           "class": "FIFO",
           "class_idx": 0,
-          "precision": 0.5602836879432624,
-          "recall": 0.6346880907372401,
-          "f1": 0.5951695103035675,
+          "precision": 0.5372901210464662,
+          "recall": 0.6502835538752363,
+          "f1": 0.5884113748129143,
           "support": 4232
         },
         {
           "class": "Priority-EDD",
           "class_idx": 1,
-          "precision": 0.4261963952765693,
-          "recall": 0.5718157181571816,
-          "f1": 0.4883824445829253,
+          "precision": 0.427262313860252,
+          "recall": 0.544298519908276,
+          "f1": 0.4787312064539787,
           "support": 4797
         },
         {
           "class": "Critical-Ratio",
           "class_idx": 2,
-          "precision": 0.14338235294117646,
-          "recall": 0.5712383488681758,
-          "f1": 0.22922789206518834,
+          "precision": 0.13333333333333333,
+          "recall": 0.6391478029294274,
+          "f1": 0.2206389335784877,
           "support": 751
         },
         {
           "class": "ATC",
           "class_idx": 3,
-          "precision": 0.346766330841729,
-          "recall": 0.46340933767643866,
-          "f1": 0.3966911422994702,
+          "precision": 0.3552058921995313,
+          "recall": 0.46080347448425624,
+          "f1": 0.4011721334719728,
           "support": 4605
         },
         {
           "class": "WSPT",
           "class_idx": 4,
-          "precision": 0.9391586197582551,
-          "recall": 0.59072375127421,
-          "f1": 0.7252626913148906,
+          "precision": 0.9392449996586798,
+          "recall": 0.5843951749915053,
+          "f1": 0.7204985206713272,
           "support": 23544
         },
         {
           "class": "Slack",
           "class_idx": 5,
-          "precision": 0.09619921363040629,
-          "recall": 0.3426704014939309,
-          "f1": 0.15022513303315596,
+          "precision": 0.09198645598194131,
+          "recall": 0.30438842203548083,
+          "f1": 0.14127843986998917,
           "support": 1071
         }
       ],
       "confusion_matrix": [
         [
-          2686,
-          502,
-          65,
-          382,
-          319,
-          278
+          2752,
+          411,
+          123,
+          391,
+          317,
+          238
         ],
         [
-          484,
-          2743,
-          316,
-          486,
-          87,
-          681
+          547,
+          2611,
+          451,
+          497,
+          73,
+          618
         ],
         [
           17,
-          102,
-          429,
-          20,
-          14,
-          169
+          71,
+          480,
+          19,
+          16,
+          148
         ],
         [
-          243,
-          972,
-          264,
-          2134,
-          426,
-          566
+          287,
+          916,
+          401,
+          2122,
+          425,
+          454
         ],
         [
-          1257,
-          1908,
-          1718,
-          2999,
-          13908,
-          1754
+          1414,
+          1917,
+          1888,
+          2806,
+          13759,
+          1760
         ],
         [
-          107,
-          209,
-          200,
-          133,
-          55,
-          367
+          105,
+          185,
+          257,
+          139,
+          59,
+          326
         ]
       ],
       "confusion_matrix_labels": [
@@ -141,12 +141,12 @@
         "WSPT",
         "Slack"
       ],
-      "log_loss": 1.4256790366866996,
-      "roc_auc_ovr_macro": 0.8395237903638563,
-      "roc_auc_ovr_weighted": 0.846621746931995,
-      "pr_auc_macro": 0.4092273256735423,
-      "pr_auc_weighted": 0.7021611881862597,
-      "brier_mean": 0.09428976942335138
+      "log_loss": 1.4360677428248014,
+      "roc_auc_ovr_macro": 0.8389121502581619,
+      "roc_auc_ovr_weighted": 0.8462001348566395,
+      "pr_auc_macro": 0.41026650024973127,
+      "pr_auc_weighted": 0.7046193583491811,
+      "brier_mean": 0.09461793742996377
     },
     "rf": {
       "model": "rf",
@@ -154,120 +154,120 @@
       "n_test": 39000,
       "n_features": 32,
       "n_classes": 6,
-      "accuracy": 0.6291794871794871,
-      "balanced_accuracy": 0.5511175272026881,
-      "mcc": 0.47639913992536354,
-      "cohens_kappa": 0.4594432116719369,
-      "f1_macro": 0.4677547590963984,
-      "f1_micro": 0.6291794871794871,
-      "f1_weighted": 0.6583182850706908,
-      "cv_accuracy_mean": 0.630076923076923,
-      "cv_accuracy_std": 0.0025719111868781016,
+      "accuracy": 0.631051282051282,
+      "balanced_accuracy": 0.5529918170442368,
+      "mcc": 0.4781309695734549,
+      "cohens_kappa": 0.46129472002549554,
+      "f1_macro": 0.4698250811384948,
+      "f1_micro": 0.631051282051282,
+      "f1_weighted": 0.658818095942172,
+      "cv_accuracy_mean": 0.6307884615384616,
+      "cv_accuracy_std": 0.002020766611680417,
       "cv_accuracy_folds": [
-        0.6303525641025641,
-        0.6254807692307692,
-        0.6309935897435898,
-        0.6301602564102564,
-        0.6333974358974359
+        0.6296153846153846,
+        0.6278846153846154,
+        0.6328846153846154,
+        0.6303205128205128,
+        0.6332371794871795
       ],
       "per_class": [
         {
           "class": "FIFO",
           "class_idx": 0,
-          "precision": 0.5811373092926491,
-          "recall": 0.6930529300567108,
-          "f1": 0.6321801918310163,
+          "precision": 0.5717908700741319,
+          "recall": 0.6925803402646503,
+          "f1": 0.6264159008335114,
           "support": 4232
         },
         {
           "class": "Priority-EDD",
           "class_idx": 1,
-          "precision": 0.44614147909967844,
-          "recall": 0.6941838649155723,
-          "f1": 0.5431857107903107,
+          "precision": 0.4456607755209707,
+          "recall": 0.704398582447363,
+          "f1": 0.5459245496405203,
           "support": 4797
         },
         {
           "class": "Critical-Ratio",
           "class_idx": 2,
-          "precision": 0.17252396166134185,
-          "recall": 0.5752330226364847,
-          "f1": 0.2654377880184332,
+          "precision": 0.18361344537815127,
+          "recall": 0.5818908122503329,
+          "f1": 0.2791440434366017,
           "support": 751
         },
         {
           "class": "ATC",
           "class_idx": 3,
-          "precision": 0.37192118226600984,
-          "recall": 0.49185667752442996,
-          "f1": 0.423562412342216,
+          "precision": 0.3755190167746222,
+          "recall": 0.49098805646036914,
+          "f1": 0.42555994729907776,
           "support": 4605
         },
         {
           "class": "WSPT",
           "class_idx": 4,
-          "precision": 0.9297990801258775,
-          "recall": 0.6525654094461434,
-          "f1": 0.7668962763302386,
+          "precision": 0.9286403667511159,
+          "recall": 0.6538820931022766,
+          "f1": 0.7674094013259558,
           "support": 23544
         },
         {
           "class": "Slack",
           "class_idx": 5,
-          "precision": 0.1560904449307075,
-          "recall": 0.19981325863678806,
-          "f1": 0.17526617526617527,
+          "precision": 0.15841584158415842,
+          "recall": 0.1942110177404295,
+          "f1": 0.174496644295302,
           "support": 1071
         }
       ],
       "confusion_matrix": [
         [
-          2933,
-          413,
-          35,
-          423,
-          349,
-          79
+          2931,
+          412,
+          38,
+          434,
+          360,
+          57
         ],
         [
-          506,
-          3330,
-          199,
-          435,
-          115,
-          212
+          522,
+          3379,
+          172,
+          397,
+          114,
+          213
         ],
         [
-          19,
-          133,
-          432,
-          15,
-          39,
-          113
+          22,
+          145,
+          437,
+          8,
+          38,
+          101
         ],
         [
-          230,
-          1100,
-          232,
-          2265,
-          575,
-          203
+          225,
+          1142,
+          202,
+          2261,
+          568,
+          207
         ],
         [
-          1243,
-          2198,
-          1396,
-          2793,
-          15364,
-          550
+          1300,
+          2217,
+          1323,
+          2782,
+          15395,
+          527
         ],
         [
-          116,
-          290,
-          210,
-          159,
-          82,
-          214
+          126,
+          287,
+          208,
+          139,
+          103,
+          208
         ]
       ],
       "confusion_matrix_labels": [
@@ -278,12 +278,12 @@
         "WSPT",
         "Slack"
       ],
-      "log_loss": 0.9268822996154131,
-      "roc_auc_ovr_macro": 0.8874953998881535,
-      "roc_auc_ovr_weighted": 0.8838300040841169,
-      "pr_auc_macro": 0.4734487538434295,
-      "pr_auc_weighted": 0.7516964651745404,
-      "brier_mean": 0.0791191637167047
+      "log_loss": 0.9292366236646535,
+      "roc_auc_ovr_macro": 0.8872341511097573,
+      "roc_auc_ovr_weighted": 0.883383262100044,
+      "pr_auc_macro": 0.47282751648886706,
+      "pr_auc_weighted": 0.7508609781826352,
+      "brier_mean": 0.07910127972036991
     },
     "xgb": {
       "model": "xgb",
@@ -291,21 +291,21 @@
       "n_test": 39000,
       "n_features": 32,
       "n_classes": 6,
-      "accuracy": 0.6185641025641025,
-      "balanced_accuracy": 0.5593364090484011,
-      "mcc": 0.46905461959242584,
-      "cohens_kappa": 0.450831708063013,
-      "f1_macro": 0.464199081171982,
-      "f1_micro": 0.6185641025641025,
-      "f1_weighted": 0.6536438489561579,
-      "cv_accuracy_mean": 0.7154102564102565,
-      "cv_accuracy_std": 0.002060216919188168,
+      "accuracy": 0.6222564102564102,
+      "balanced_accuracy": 0.5600686281034217,
+      "mcc": 0.4724404045434837,
+      "cohens_kappa": 0.4546072743644275,
+      "f1_macro": 0.467785906272955,
+      "f1_micro": 0.6222564102564102,
+      "f1_weighted": 0.6564427917406872,
+      "cv_accuracy_mean": 0.7161410256410257,
+      "cv_accuracy_std": 0.0013817931826930663,
       "cv_accuracy_folds": [
-        0.7143910256410256,
-        0.7163461538461539,
-        0.7119871794871795,
-        0.7180128205128206,
-        0.7163141025641026
+        0.7161858974358974,
+        0.7156410256410256,
+        0.7144551282051282,
+        0.7157692307692308,
+        0.7186538461538462
       ],
       "per_class": [
         {
@@ -319,92 +319,92 @@
         {
           "class": "Priority-EDD",
           "class_idx": 1,
-          "precision": 0.4744243548137846,
-          "recall": 0.6399833229101521,
-          "f1": 0.5449059282925097,
+          "precision": 0.4756531148554645,
+          "recall": 0.6414425682718365,
+          "f1": 0.5462453399609445,
           "support": 4797
         },
         {
           "class": "Critical-Ratio",
           "class_idx": 2,
-          "precision": 0.1625,
-          "recall": 0.6231691078561917,
-          "f1": 0.25778022583310384,
+          "precision": 0.1683463979096678,
+          "recall": 0.6005326231691078,
+          "f1": 0.2629737609329446,
           "support": 751
         },
         {
           "class": "ATC",
           "class_idx": 3,
-          "precision": 0.3714376691609616,
-          "recall": 0.5066232356134637,
-          "f1": 0.4286239206320044,
+          "precision": 0.3665780834766297,
+          "recall": 0.509229098805646,
+          "f1": 0.4262861297945828,
           "support": 4605
         },
         {
           "class": "WSPT",
           "class_idx": 4,
-          "precision": 0.9363291218024522,
-          "recall": 0.6389738362215427,
-          "f1": 0.7595869834136982,
+          "precision": 0.9374497805797639,
+          "recall": 0.6441980971797485,
+          "f1": 0.763638194496891,
           "support": 23544
         },
         {
           "class": "Slack",
           "class_idx": 5,
-          "precision": 0.1269320843091335,
-          "recall": 0.2530345471521942,
-          "f1": 0.16905801621958827,
+          "precision": 0.13744075829383887,
+          "recall": 0.2707749766573296,
+          "f1": 0.18233259981138006,
           "support": 1071
         }
       ],
       "confusion_matrix": [
         [
           2938,
-          381,
-          48,
-          392,
-          323,
-          150
+          385,
+          52,
+          409,
+          317,
+          131
         ],
         [
-          476,
-          3070,
-          275,
-          493,
-          101,
-          382
+          495,
+          3077,
+          253,
+          517,
+          102,
+          353
         ],
         [
-          19,
-          100,
-          468,
-          15,
-          18,
+          21,
+          101,
+          451,
+          13,
+          34,
           131
         ],
         [
-          256,
-          924,
-          263,
-          2333,
-          512,
-          317
+          241,
+          937,
+          262,
+          2345,
+          487,
+          333
         ],
         [
-          1367,
-          1751,
-          1586,
-          2912,
-          15044,
-          884
+          1355,
+          1732,
+          1428,
+          2990,
+          15167,
+          872
         ],
         [
-          110,
-          245,
-          240,
-          136,
-          69,
-          271
+          116,
+          237,
+          233,
+          123,
+          72,
+          290
         ]
       ],
       "confusion_matrix_labels": [
@@ -415,12 +415,12 @@
         "WSPT",
         "Slack"
       ],
-      "log_loss": 0.9664218852784615,
-      "roc_auc_ovr_macro": 0.8884795139901561,
-      "roc_auc_ovr_weighted": 0.8861972617734345,
-      "pr_auc_macro": 0.47825064337426243,
-      "pr_auc_weighted": 0.757008292981398,
-      "brier_mean": 0.08144319678346316
+      "log_loss": 0.9639378860137059,
+      "roc_auc_ovr_macro": 0.8882820172836509,
+      "roc_auc_ovr_weighted": 0.8861538093325634,
+      "pr_auc_macro": 0.47829310694670285,
+      "pr_auc_weighted": 0.7558897858514069,
+      "brier_mean": 0.08103100769221783
     }
   }
 }

results/selector_metrics_table.csv

@@ -1,4 +1,4 @@
 model,accuracy,balanced_accuracy,f1_macro,f1_weighted,mcc,cohens_kappa,roc_auc_ovr_macro,pr_auc_macro,log_loss,brier_mean,cv_acc_mean,cv_acc_std
-dt,0.5709487179487179,0.5290909413678629,0.4308264689331996,0.6178696598280847,0.42112667363058276,0.3993694507162956,0.8395237903638563,0.4092273256735423,1.4256790366866996,0.09428976942335138,0.5634935897435899,0.0032924639510805882
-rf,0.6291794871794871,0.5511175272026881,0.4677547590963984,0.6583182850706908,0.47639913992536354,0.4594432116719369,0.8874953998881535,0.4734487538434295,0.9268822996154131,0.0791191637167047,0.630076923076923,0.0025719111868781016
-xgb,0.6185641025641025,0.5593364090484011,0.464199081171982,0.6536438489561579,0.46905461959242584,0.450831708063013,0.8884795139901561,0.47825064337426243,0.9664218852784615,0.08144319678346316,0.7154102564102565,0.002060216919188168
+dt,0.5653846153846154,0.5305528247040302,0.42512176814311164,0.6131911392079579,0.4163686950542442,0.39414556771923415,0.8389121502581619,0.41026650024973127,1.4360677428248014,0.09461793742996377,0.5611025641025641,0.0060896626175453335
+rf,0.631051282051282,0.5529918170442368,0.4698250811384948,0.658818095942172,0.4781309695734549,0.46129472002549554,0.8872341511097573,0.47282751648886706,0.9292366236646535,0.07910127972036991,0.6307884615384616,0.002020766611680417
+xgb,0.6222564102564102,0.5600686281034217,0.467785906272955,0.6564427917406872,0.4724404045434837,0.4546072743644275,0.8882820172836509,0.47829310694670285,0.9639378860137059,0.08103100769221783,0.7161410256410257,0.0013817931826930663