{
  "run": "ensemble_tfidf_modernbert",
  "split_scheme": "document",
  "alpha": 0.7,
  "alpha_meaning": "scores = alpha*tfidf + (1-alpha)*bert",
  "dev_macro_f1_at_best_alpha": 0.4745,
  "global_threshold": {
    "threshold": 0.2,
    "micro_f1": 0.4696,
    "macro_f1": 0.4504,
    "micro_precision": 0.3394,
    "micro_recall": 0.7618,
    "macro_precision": 0.3711,
    "macro_recall": 0.6685,
    "n_examples": 3635,
    "n_positive_labels": 911,
    "per_class": {
      "T1003.001": {
        "precision": 0.4048,
        "recall": 0.8095,
        "f1": 0.5397,
        "support": 21,
        "predicted": 42
      },
      "T1005": {
        "precision": 0.0563,
        "recall": 0.5,
        "f1": 0.1013,
        "support": 8,
        "predicted": 71
      },
      "T1012": {
        "precision": 0.1875,
        "recall": 0.75,
        "f1": 0.3,
        "support": 4,
        "predicted": 16
      },
      "T1016": {
        "precision": 0.2778,
        "recall": 0.4545,
        "f1": 0.3448,
        "support": 11,
        "predicted": 18
      },
      "T1021.001": {
        "precision": 0.3077,
        "recall": 1.0,
        "f1": 0.4706,
        "support": 12,
        "predicted": 39
      },
      "T1027": {
        "precision": 0.2917,
        "recall": 0.8235,
        "f1": 0.4308,
        "support": 102,
        "predicted": 288
      },
      "T1033": {
        "precision": 0.5,
        "recall": 0.9231,
        "f1": 0.6486,
        "support": 13,
        "predicted": 24
      },
      "T1036.005": {
        "precision": 0.2308,
        "recall": 0.6,
        "f1": 0.3333,
        "support": 10,
        "predicted": 26
      },
      "T1041": {
        "precision": 0.2105,
        "recall": 0.7059,
        "f1": 0.3243,
        "support": 17,
        "predicted": 57
      },
      "T1047": {
        "precision": 0.6579,
        "recall": 0.8929,
        "f1": 0.7576,
        "support": 28,
        "predicted": 38
      },
      "T1053.005": {
        "precision": 0.5319,
        "recall": 0.9615,
        "f1": 0.6849,
        "support": 26,
        "predicted": 47
      },
      "T1055": {
        "precision": 0.4459,
        "recall": 0.825,
        "f1": 0.5789,
        "support": 40,
        "predicted": 74
      },
      "T1056.001": {
        "precision": 0.7143,
        "recall": 1.0,
        "f1": 0.8333,
        "support": 15,
        "predicted": 21
      },
      "T1057": {
        "precision": 0.3448,
        "recall": 0.6667,
        "f1": 0.4545,
        "support": 15,
        "predicted": 29
      },
      "T1059.003": {
        "precision": 0.3154,
        "recall": 0.8039,
        "f1": 0.453,
        "support": 51,
        "predicted": 130
      },
      "T1068": {
        "precision": 1.0,
        "recall": 0.3333,
        "f1": 0.5,
        "support": 3,
        "predicted": 1
      },
      "T1070.004": {
        "precision": 0.3103,
        "recall": 0.75,
        "f1": 0.439,
        "support": 12,
        "predicted": 29
      },
      "T1071.001": {
        "precision": 0.2466,
        "recall": 0.8571,
        "f1": 0.383,
        "support": 21,
        "predicted": 73
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1074.001": {
        "precision": 0.1333,
        "recall": 0.6667,
        "f1": 0.2222,
        "support": 3,
        "predicted": 15
      },
      "T1078": {
        "precision": 0.1619,
        "recall": 0.7391,
        "f1": 0.2656,
        "support": 23,
        "predicted": 105
      },
      "T1082": {
        "precision": 0.2203,
        "recall": 0.5417,
        "f1": 0.3133,
        "support": 24,
        "predicted": 59
      },
      "T1083": {
        "precision": 0.2128,
        "recall": 0.6667,
        "f1": 0.3226,
        "support": 15,
        "predicted": 47
      },
      "T1090": {
        "precision": 0.3261,
        "recall": 0.6522,
        "f1": 0.4348,
        "support": 23,
        "predicted": 46
      },
      "T1095": {
        "precision": 0.3333,
        "recall": 0.3333,
        "f1": 0.3333,
        "support": 3,
        "predicted": 3
      },
      "T1105": {
        "precision": 0.3,
        "recall": 0.7895,
        "f1": 0.4348,
        "support": 57,
        "predicted": 150
      },
      "T1106": {
        "precision": 0.375,
        "recall": 0.7059,
        "f1": 0.4898,
        "support": 34,
        "predicted": 64
      },
      "T1110": {
        "precision": 0.5517,
        "recall": 0.8421,
        "f1": 0.6667,
        "support": 19,
        "predicted": 29
      },
      "T1112": {
        "precision": 0.2553,
        "recall": 0.8571,
        "f1": 0.3934,
        "support": 14,
        "predicted": 47
      },
      "T1113": {
        "precision": 0.4737,
        "recall": 1.0,
        "f1": 0.6429,
        "support": 9,
        "predicted": 19
      },
      "T1140": {
        "precision": 0.5328,
        "recall": 0.9559,
        "f1": 0.6842,
        "support": 68,
        "predicted": 122
      },
      "T1190": {
        "precision": 0.2903,
        "recall": 0.6,
        "f1": 0.3913,
        "support": 15,
        "predicted": 31
      },
      "T1204.002": {
        "precision": 0.3,
        "recall": 0.6,
        "f1": 0.4,
        "support": 15,
        "predicted": 30
      },
      "T1210": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 2
      },
      "T1218.011": {
        "precision": 0.6,
        "recall": 0.6429,
        "f1": 0.6207,
        "support": 14,
        "predicted": 15
      },
      "T1219": {
        "precision": 0.4375,
        "recall": 0.3684,
        "f1": 0.4,
        "support": 19,
        "predicted": 16
      },
      "T1484.001": {
        "precision": 0.5,
        "recall": 0.4,
        "f1": 0.4444,
        "support": 5,
        "predicted": 4
      },
      "T1518.001": {
        "precision": 0.2857,
        "recall": 0.5714,
        "f1": 0.381,
        "support": 7,
        "predicted": 14
      },
      "T1543.003": {
        "precision": 0.6667,
        "recall": 0.7692,
        "f1": 0.7143,
        "support": 13,
        "predicted": 15
      },
      "T1547.001": {
        "precision": 0.4333,
        "recall": 0.8125,
        "f1": 0.5652,
        "support": 16,
        "predicted": 30
      },
      "T1548.002": {
        "precision": 0.6667,
        "recall": 1.0,
        "f1": 0.8,
        "support": 2,
        "predicted": 3
      },
      "T1552.001": {
        "precision": 0.1667,
        "recall": 0.25,
        "f1": 0.2,
        "support": 4,
        "predicted": 6
      },
      "T1562.001": {
        "precision": 0.6176,
        "recall": 0.8077,
        "f1": 0.7,
        "support": 26,
        "predicted": 34
      },
      "T1564.001": {
        "precision": 0.5,
        "recall": 0.6667,
        "f1": 0.5714,
        "support": 3,
        "predicted": 4
      },
      "T1566.001": {
        "precision": 0.24,
        "recall": 0.4615,
        "f1": 0.3158,
        "support": 13,
        "predicted": 25
      },
      "T1569.002": {
        "precision": 0.2,
        "recall": 0.2,
        "f1": 0.2,
        "support": 5,
        "predicted": 5
      },
      "T1570": {
        "precision": 0.1333,
        "recall": 0.6667,
        "f1": 0.2222,
        "support": 6,
        "predicted": 30
      },
      "T1573.001": {
        "precision": 0.4783,
        "recall": 0.6875,
        "f1": 0.5641,
        "support": 16,
        "predicted": 23
      },
      "T1574.002": {
        "precision": 0.7586,
        "recall": 0.8462,
        "f1": 0.8,
        "support": 26,
        "predicted": 29
      }
    }
  },
  "per_class_threshold": {
    "thresholds": {
      "T1003.001": 0.7,
      "T1005": 0.7,
      "T1012": 0.2,
      "T1016": 0.25,
      "T1021.001": 0.55,
      "T1027": 0.4,
      "T1033": 0.35,
      "T1036.005": 0.15,
      "T1041": 0.5,
      "T1047": 0.15,
      "T1053.005": 0.4,
      "T1055": 0.55,
      "T1056.001": 0.35,
      "T1057": 0.5,
      "T1059.003": 0.7,
      "T1068": 0.2,
      "T1070.004": 0.2,
      "T1071.001": 0.6,
      "T1072": 0.05,
      "T1074.001": 0.05,
      "T1078": 0.4,
      "T1082": 0.8,
      "T1083": 0.35,
      "T1090": 0.3,
      "T1095": 0.2,
      "T1105": 0.65,
      "T1106": 0.5,
      "T1110": 0.3,
      "T1112": 0.9,
      "T1113": 0.1,
      "T1140": 0.45,
      "T1190": 0.3,
      "T1204.002": 0.3,
      "T1210": 0.05,
      "T1218.011": 0.15,
      "T1219": 0.15,
      "T1484.001": 0.1,
      "T1518.001": 0.2,
      "T1543.003": 0.4,
      "T1547.001": 0.55,
      "T1548.002": 0.1,
      "T1552.001": 0.05,
      "T1562.001": 0.4,
      "T1564.001": 0.2,
      "T1566.001": 0.4,
      "T1569.002": 0.1,
      "T1570": 0.65,
      "T1573.001": 0.2,
      "T1574.002": 0.2
    },
    "micro_f1": 0.5243,
    "macro_f1": 0.4965,
    "micro_precision": 0.45,
    "micro_recall": 0.6279,
    "macro_precision": 0.4821,
    "macro_recall": 0.6089,
    "n_examples": 3635,
    "n_positive_labels": 911,
    "per_class": {
      "T1003.001": {
        "precision": 0.7143,
        "recall": 0.7143,
        "f1": 0.7143,
        "support": 21,
        "predicted": 21
      },
      "T1005": {
        "precision": 0.375,
        "recall": 0.375,
        "f1": 0.375,
        "support": 8,
        "predicted": 8
      },
      "T1012": {
        "precision": 0.1875,
        "recall": 0.75,
        "f1": 0.3,
        "support": 4,
        "predicted": 16
      },
      "T1016": {
        "precision": 0.3571,
        "recall": 0.4545,
        "f1": 0.4,
        "support": 11,
        "predicted": 14
      },
      "T1021.001": {
        "precision": 0.5263,
        "recall": 0.8333,
        "f1": 0.6452,
        "support": 12,
        "predicted": 19
      },
      "T1027": {
        "precision": 0.4438,
        "recall": 0.6961,
        "f1": 0.542,
        "support": 102,
        "predicted": 160
      },
      "T1033": {
        "precision": 0.625,
        "recall": 0.7692,
        "f1": 0.6897,
        "support": 13,
        "predicted": 16
      },
      "T1036.005": {
        "precision": 0.1579,
        "recall": 0.6,
        "f1": 0.25,
        "support": 10,
        "predicted": 38
      },
      "T1041": {
        "precision": 0.28,
        "recall": 0.4118,
        "f1": 0.3333,
        "support": 17,
        "predicted": 25
      },
      "T1047": {
        "precision": 0.6098,
        "recall": 0.8929,
        "f1": 0.7246,
        "support": 28,
        "predicted": 41
      },
      "T1053.005": {
        "precision": 0.625,
        "recall": 0.9615,
        "f1": 0.7576,
        "support": 26,
        "predicted": 40
      },
      "T1055": {
        "precision": 0.6136,
        "recall": 0.675,
        "f1": 0.6429,
        "support": 40,
        "predicted": 44
      },
      "T1056.001": {
        "precision": 0.7778,
        "recall": 0.9333,
        "f1": 0.8485,
        "support": 15,
        "predicted": 18
      },
      "T1057": {
        "precision": 0.8182,
        "recall": 0.6,
        "f1": 0.6923,
        "support": 15,
        "predicted": 11
      },
      "T1059.003": {
        "precision": 0.6667,
        "recall": 0.3922,
        "f1": 0.4938,
        "support": 51,
        "predicted": 30
      },
      "T1068": {
        "precision": 1.0,
        "recall": 0.3333,
        "f1": 0.5,
        "support": 3,
        "predicted": 1
      },
      "T1070.004": {
        "precision": 0.3103,
        "recall": 0.75,
        "f1": 0.439,
        "support": 12,
        "predicted": 29
      },
      "T1071.001": {
        "precision": 0.4118,
        "recall": 0.6667,
        "f1": 0.5091,
        "support": 21,
        "predicted": 34
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1074.001": {
        "precision": 0.0303,
        "recall": 0.6667,
        "f1": 0.058,
        "support": 3,
        "predicted": 66
      },
      "T1078": {
        "precision": 0.25,
        "recall": 0.5652,
        "f1": 0.3467,
        "support": 23,
        "predicted": 52
      },
      "T1082": {
        "precision": 0.8,
        "recall": 0.3333,
        "f1": 0.4706,
        "support": 24,
        "predicted": 10
      },
      "T1083": {
        "precision": 0.3333,
        "recall": 0.6667,
        "f1": 0.4444,
        "support": 15,
        "predicted": 30
      },
      "T1090": {
        "precision": 0.4333,
        "recall": 0.5652,
        "f1": 0.4906,
        "support": 23,
        "predicted": 30
      },
      "T1095": {
        "precision": 0.3333,
        "recall": 0.3333,
        "f1": 0.3333,
        "support": 3,
        "predicted": 3
      },
      "T1105": {
        "precision": 0.6364,
        "recall": 0.3684,
        "f1": 0.4667,
        "support": 57,
        "predicted": 33
      },
      "T1106": {
        "precision": 0.5556,
        "recall": 0.4412,
        "f1": 0.4918,
        "support": 34,
        "predicted": 27
      },
      "T1110": {
        "precision": 0.6364,
        "recall": 0.7368,
        "f1": 0.6829,
        "support": 19,
        "predicted": 22
      },
      "T1112": {
        "precision": 0.6667,
        "recall": 0.2857,
        "f1": 0.4,
        "support": 14,
        "predicted": 6
      },
      "T1113": {
        "precision": 0.36,
        "recall": 1.0,
        "f1": 0.5294,
        "support": 9,
        "predicted": 25
      },
      "T1140": {
        "precision": 0.7143,
        "recall": 0.8824,
        "f1": 0.7895,
        "support": 68,
        "predicted": 84
      },
      "T1190": {
        "precision": 0.3684,
        "recall": 0.4667,
        "f1": 0.4118,
        "support": 15,
        "predicted": 19
      },
      "T1204.002": {
        "precision": 0.375,
        "recall": 0.6,
        "f1": 0.4615,
        "support": 15,
        "predicted": 24
      },
      "T1210": {
        "precision": 0.0227,
        "recall": 0.5,
        "f1": 0.0435,
        "support": 2,
        "predicted": 44
      },
      "T1218.011": {
        "precision": 0.5882,
        "recall": 0.7143,
        "f1": 0.6452,
        "support": 14,
        "predicted": 17
      },
      "T1219": {
        "precision": 0.4211,
        "recall": 0.4211,
        "f1": 0.4211,
        "support": 19,
        "predicted": 19
      },
      "T1484.001": {
        "precision": 0.4167,
        "recall": 1.0,
        "f1": 0.5882,
        "support": 5,
        "predicted": 12
      },
      "T1518.001": {
        "precision": 0.2857,
        "recall": 0.5714,
        "f1": 0.381,
        "support": 7,
        "predicted": 14
      },
      "T1543.003": {
        "precision": 0.8333,
        "recall": 0.3846,
        "f1": 0.5263,
        "support": 13,
        "predicted": 6
      },
      "T1547.001": {
        "precision": 0.7857,
        "recall": 0.6875,
        "f1": 0.7333,
        "support": 16,
        "predicted": 14
      },
      "T1548.002": {
        "precision": 0.6667,
        "recall": 1.0,
        "f1": 0.8,
        "support": 2,
        "predicted": 3
      },
      "T1552.001": {
        "precision": 0.0606,
        "recall": 0.5,
        "f1": 0.1081,
        "support": 4,
        "predicted": 33
      },
      "T1562.001": {
        "precision": 0.7917,
        "recall": 0.7308,
        "f1": 0.76,
        "support": 26,
        "predicted": 24
      },
      "T1564.001": {
        "precision": 0.5,
        "recall": 0.6667,
        "f1": 0.5714,
        "support": 3,
        "predicted": 4
      },
      "T1566.001": {
        "precision": 0.25,
        "recall": 0.3077,
        "f1": 0.2759,
        "support": 13,
        "predicted": 16
      },
      "T1569.002": {
        "precision": 0.2727,
        "recall": 0.6,
        "f1": 0.375,
        "support": 5,
        "predicted": 11
      },
      "T1570": {
        "precision": 0.5,
        "recall": 0.5,
        "f1": 0.5,
        "support": 6,
        "predicted": 6
      },
      "T1573.001": {
        "precision": 0.4783,
        "recall": 0.6875,
        "f1": 0.5641,
        "support": 16,
        "predicted": 23
      },
      "T1574.002": {
        "precision": 0.7586,
        "recall": 0.8462,
        "f1": 0.8,
        "support": 26,
        "predicted": 29
      }
    }
  },
  "components_test_macro_f1": {
    "tfidf_lr": {
      "global": 0.4492,
      "per_class": 0.4536
    },
    "modernbert": {
      "global": 0.4253,
      "per_class": 0.4454
    }
  }
}