{ "frequency": { "global_threshold": { "threshold": 0.05, "micro_f1": 0.0, "macro_f1": 0.0, "micro_precision": 0.0, "micro_recall": 0.0, "macro_precision": 0.0, "macro_recall": 0.0, "n_examples": 2767, "n_positive_labels": 737, "per_class": { "T1003.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 0 }, "T1005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1016": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 0 }, "T1021.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 0 }, "T1027": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 96, "predicted": 0 }, "T1033": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1036.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8, "predicted": 0 }, "T1041": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1047": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1053.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 14, "predicted": 0 }, "T1055": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 43, "predicted": 0 }, "T1056.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1059.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 45, "predicted": 0 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 0 }, "T1070.004": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1071.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 28, "predicted": 0 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1074.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1078": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1082": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 0 }, "T1083": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1090": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 18, "predicted": 0 }, "T1095": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1105": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 40, "predicted": 0 }, "T1106": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1110": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1112": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1113": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8, "predicted": 0 }, "T1140": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 67, "predicted": 0 }, "T1190": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1204.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1218.011": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11, "predicted": 0 }, "T1219": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1484.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1518.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1543.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1547.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1548.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1552.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 0 }, "T1566.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1570": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1573.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 0 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 18, "predicted": 0 } } }, "per_class_threshold": { "thresholds": { "T1003.001": 0.05, "T1005": 0.05, "T1012": 0.05, "T1016": 0.05, "T1021.001": 0.05, "T1027": 0.05, "T1033": 0.05, "T1036.005": 0.05, "T1041": 0.05, "T1047": 0.05, "T1053.005": 0.05, "T1055": 0.05, "T1056.001": 0.05, "T1057": 0.05, "T1059.003": 0.05, "T1068": 0.05, "T1070.004": 0.05, "T1071.001": 0.05, "T1072": 0.05, "T1074.001": 0.05, "T1078": 0.05, "T1082": 0.05, "T1083": 0.05, "T1090": 0.05, "T1095": 0.05, "T1105": 0.05, "T1106": 0.05, "T1110": 0.05, "T1112": 0.05, "T1113": 0.05, "T1140": 0.05, "T1190": 0.05, "T1204.002": 0.05, "T1210": 0.05, "T1218.011": 0.05, "T1219": 0.05, "T1484.001": 0.05, "T1518.001": 0.05, "T1543.003": 0.05, "T1547.001": 0.05, "T1548.002": 0.05, "T1552.001": 0.05, "T1562.001": 0.05, "T1564.001": 0.05, "T1566.001": 0.05, "T1569.002": 0.05, "T1570": 0.05, "T1573.001": 0.05, "T1574.002": 0.05 }, "micro_f1": 0.0, "macro_f1": 0.0, "micro_precision": 0.0, "micro_recall": 0.0, "macro_precision": 0.0, "macro_recall": 0.0, "n_examples": 2767, "n_positive_labels": 737, "per_class": { "T1003.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 0 }, "T1005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1016": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 0 }, "T1021.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 0 }, "T1027": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 96, "predicted": 0 }, "T1033": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1036.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8, "predicted": 0 }, "T1041": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1047": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1053.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 14, "predicted": 0 }, "T1055": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 43, "predicted": 0 }, "T1056.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1059.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 45, "predicted": 0 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 0 }, "T1070.004": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1071.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 28, "predicted": 0 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1074.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1078": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1082": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 0 }, "T1083": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1090": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 18, "predicted": 0 }, "T1095": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1105": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 40, "predicted": 0 }, "T1106": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1110": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1112": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1113": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8, "predicted": 0 }, "T1140": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 67, "predicted": 0 }, "T1190": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1204.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1218.011": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11, "predicted": 0 }, "T1219": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1484.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1518.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1543.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1547.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1548.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1552.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 0 }, "T1566.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1570": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1573.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 0 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 18, "predicted": 0 } } } }, "keyword": { "global_threshold": { "threshold": 0.05, "micro_f1": 0.1535, "macro_f1": 0.1709, "micro_precision": 0.2895, "micro_recall": 0.1045, "macro_precision": 0.3017, "macro_recall": 0.1484, "n_examples": 2767, "n_positive_labels": 737, "per_class": { "T1003.001": { "precision": 0.4286, "recall": 0.1765, "f1": 0.25, "support": 17, "predicted": 7 }, "T1005": { "precision": 0.5, "recall": 0.0833, "f1": 0.1429, "support": 12, "predicted": 2 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 4 }, "T1016": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 2 }, "T1021.001": { "precision": 0.25, "recall": 0.1875, "f1": 0.2143, "support": 16, "predicted": 12 }, "T1027": { "precision": 0.2857, "recall": 0.0208, "f1": 0.0388, "support": 96, "predicted": 7 }, "T1033": { "precision": 0.25, "recall": 0.1667, "f1": 0.2, "support": 6, "predicted": 4 }, "T1036.005": { "precision": 0.5, "recall": 0.25, "f1": 0.3333, "support": 8, "predicted": 4 }, "T1041": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 1 }, "T1047": { "precision": 0.25, "recall": 0.1, "f1": 0.1429, "support": 10, "predicted": 4 }, "T1053.005": { "precision": 0.6, "recall": 0.6429, "f1": 0.6207, "support": 14, "predicted": 15 }, "T1055": { "precision": 0.5, "recall": 0.0698, "f1": 0.1224, "support": 43, "predicted": 6 }, "T1056.001": { "precision": 0.5, "recall": 0.1667, "f1": 0.25, "support": 6, "predicted": 2 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 4 }, "T1059.003": { "precision": 0.0909, "recall": 0.0222, "f1": 0.0357, "support": 45, "predicted": 11 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 1 }, "T1070.004": { "precision": 0.2, "recall": 0.1333, "f1": 0.16, "support": 15, "predicted": 10 }, "T1071.001": { "precision": 0.1429, "recall": 0.0357, "f1": 0.0571, "support": 28, "predicted": 7 }, "T1072": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 2, "predicted": 2 }, "T1074.001": { "precision": 1.0, "recall": 0.3333, "f1": 0.5, "support": 3, "predicted": 1 }, "T1078": { "precision": 0.5, "recall": 0.1429, "f1": 0.2222, "support": 21, "predicted": 6 }, "T1082": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 5 }, "T1083": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 5 }, "T1090": { "precision": 0.2632, "recall": 0.2778, "f1": 0.2703, "support": 18, "predicted": 19 }, "T1095": { "precision": 0.75, "recall": 0.25, "f1": 0.375, "support": 12, "predicted": 4 }, "T1105": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 40, "predicted": 1 }, "T1106": { "precision": 0.5, "recall": 0.0476, "f1": 0.087, "support": 21, "predicted": 2 }, "T1110": { "precision": 0.25, "recall": 0.3333, "f1": 0.2857, "support": 3, "predicted": 4 }, "T1112": { "precision": 0.1429, "recall": 0.0667, "f1": 0.0909, "support": 15, "predicted": 7 }, "T1113": { "precision": 1.0, "recall": 0.125, "f1": 0.2222, "support": 8, "predicted": 1 }, "T1140": { "precision": 0.2, "recall": 0.0149, "f1": 0.0278, "support": 67, "predicted": 5 }, "T1190": { "precision": 0.6667, "recall": 0.1538, "f1": 0.25, "support": 13, "predicted": 3 }, "T1204.002": { "precision": 0.1429, "recall": 0.2, "f1": 0.1667, "support": 10, "predicted": 14 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 1 }, "T1218.011": { "precision": 0.5, "recall": 0.6364, "f1": 0.56, "support": 11, "predicted": 14 }, "T1219": { "precision": 1.0, "recall": 0.25, "f1": 0.4, "support": 4, "predicted": 1 }, "T1484.001": { "precision": 1.0, "recall": 0.25, "f1": 0.4, "support": 4, "predicted": 1 }, "T1518.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1543.003": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 4, "predicted": 4 }, "T1547.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 2 }, "T1548.002": { "precision": 0.25, "recall": 0.1667, "f1": 0.2, "support": 6, "predicted": 4 }, "T1552.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 1 }, "T1566.001": { "precision": 0.2174, "recall": 0.6667, "f1": 0.3279, "support": 15, "predicted": 46 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 3 }, "T1570": { "precision": 0.5, "recall": 0.0769, "f1": 0.1333, "support": 13, "predicted": 2 }, "T1573.001": { "precision": 0.4, "recall": 0.2222, "f1": 0.2857, "support": 9, "predicted": 5 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 18, "predicted": 0 } } }, "per_class_threshold": { "thresholds": { "T1003.001": 0.05, "T1005": 0.05, "T1012": 0.05, "T1016": 0.05, "T1021.001": 0.05, "T1027": 0.05, "T1033": 0.05, "T1036.005": 0.05, "T1041": 0.05, "T1047": 0.05, "T1053.005": 0.05, "T1055": 0.05, "T1056.001": 0.05, "T1057": 0.05, "T1059.003": 0.05, "T1068": 0.05, "T1070.004": 0.05, "T1071.001": 0.05, "T1072": 0.05, "T1074.001": 0.05, "T1078": 0.05, "T1082": 0.05, "T1083": 0.05, "T1090": 0.05, "T1095": 0.05, "T1105": 0.05, "T1106": 0.05, "T1110": 0.05, "T1112": 0.05, "T1113": 0.05, "T1140": 0.05, "T1190": 0.05, "T1204.002": 0.05, "T1210": 0.05, "T1218.011": 0.05, "T1219": 0.05, "T1484.001": 0.05, "T1518.001": 0.05, "T1543.003": 0.05, "T1547.001": 0.05, "T1548.002": 0.05, "T1552.001": 0.05, "T1562.001": 0.05, "T1564.001": 0.05, "T1566.001": 0.05, "T1569.002": 0.05, "T1570": 0.05, "T1573.001": 0.05, "T1574.002": 0.05 }, "micro_f1": 0.1535, "macro_f1": 0.1709, "micro_precision": 0.2895, "micro_recall": 0.1045, "macro_precision": 0.3017, "macro_recall": 0.1484, "n_examples": 2767, "n_positive_labels": 737, "per_class": { "T1003.001": { "precision": 0.4286, "recall": 0.1765, "f1": 0.25, "support": 17, "predicted": 7 }, "T1005": { "precision": 0.5, "recall": 0.0833, "f1": 0.1429, "support": 12, "predicted": 2 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 4 }, "T1016": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 2 }, "T1021.001": { "precision": 0.25, "recall": 0.1875, "f1": 0.2143, "support": 16, "predicted": 12 }, "T1027": { "precision": 0.2857, "recall": 0.0208, "f1": 0.0388, "support": 96, "predicted": 7 }, "T1033": { "precision": 0.25, "recall": 0.1667, "f1": 0.2, "support": 6, "predicted": 4 }, "T1036.005": { "precision": 0.5, "recall": 0.25, "f1": 0.3333, "support": 8, "predicted": 4 }, "T1041": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 1 }, "T1047": { "precision": 0.25, "recall": 0.1, "f1": 0.1429, "support": 10, "predicted": 4 }, "T1053.005": { "precision": 0.6, "recall": 0.6429, "f1": 0.6207, "support": 14, "predicted": 15 }, "T1055": { "precision": 0.5, "recall": 0.0698, "f1": 0.1224, "support": 43, "predicted": 6 }, "T1056.001": { "precision": 0.5, "recall": 0.1667, "f1": 0.25, "support": 6, "predicted": 2 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 4 }, "T1059.003": { "precision": 0.0909, "recall": 0.0222, "f1": 0.0357, "support": 45, "predicted": 11 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 1 }, "T1070.004": { "precision": 0.2, "recall": 0.1333, "f1": 0.16, "support": 15, "predicted": 10 }, "T1071.001": { "precision": 0.1429, "recall": 0.0357, "f1": 0.0571, "support": 28, "predicted": 7 }, "T1072": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 2, "predicted": 2 }, "T1074.001": { "precision": 1.0, "recall": 0.3333, "f1": 0.5, "support": 3, "predicted": 1 }, "T1078": { "precision": 0.5, "recall": 0.1429, "f1": 0.2222, "support": 21, "predicted": 6 }, "T1082": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 5 }, "T1083": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 5 }, "T1090": { "precision": 0.2632, "recall": 0.2778, "f1": 0.2703, "support": 18, "predicted": 19 }, "T1095": { "precision": 0.75, "recall": 0.25, "f1": 0.375, "support": 12, "predicted": 4 }, "T1105": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 40, "predicted": 1 }, "T1106": { "precision": 0.5, "recall": 0.0476, "f1": 0.087, "support": 21, "predicted": 2 }, "T1110": { "precision": 0.25, "recall": 0.3333, "f1": 0.2857, "support": 3, "predicted": 4 }, "T1112": { "precision": 0.1429, "recall": 0.0667, "f1": 0.0909, "support": 15, "predicted": 7 }, "T1113": { "precision": 1.0, "recall": 0.125, "f1": 0.2222, "support": 8, "predicted": 1 }, "T1140": { "precision": 0.2, "recall": 0.0149, "f1": 0.0278, "support": 67, "predicted": 5 }, "T1190": { "precision": 0.6667, "recall": 0.1538, "f1": 0.25, "support": 13, "predicted": 3 }, "T1204.002": { "precision": 0.1429, "recall": 0.2, "f1": 0.1667, "support": 10, "predicted": 14 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 1 }, "T1218.011": { "precision": 0.5, "recall": 0.6364, "f1": 0.56, "support": 11, "predicted": 14 }, "T1219": { "precision": 1.0, "recall": 0.25, "f1": 0.4, "support": 4, "predicted": 1 }, "T1484.001": { "precision": 1.0, "recall": 0.25, "f1": 0.4, "support": 4, "predicted": 1 }, "T1518.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1543.003": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 4, "predicted": 4 }, "T1547.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 2 }, "T1548.002": { "precision": 0.25, "recall": 0.1667, "f1": 0.2, "support": 6, "predicted": 4 }, "T1552.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 1 }, "T1566.001": { "precision": 0.2174, "recall": 0.6667, "f1": 0.3279, "support": 15, "predicted": 46 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 3 }, "T1570": { "precision": 0.5, "recall": 0.0769, "f1": 0.1333, "support": 13, "predicted": 2 }, "T1573.001": { "precision": 0.4, "recall": 0.2222, "f1": 0.2857, "support": 9, "predicted": 5 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 18, "predicted": 0 } } } }, "tfidf_lr": { "global_threshold": { "threshold": 0.35, "micro_f1": 0.5518, "macro_f1": 0.5149, "micro_precision": 0.4683, "micro_recall": 0.6716, "macro_precision": 0.4666, "macro_recall": 0.6088, "n_examples": 2767, "n_positive_labels": 737, "per_class": { "T1003.001": { "precision": 0.6, "recall": 0.8824, "f1": 0.7143, "support": 17, "predicted": 25 }, "T1005": { "precision": 0.2, "recall": 0.1667, "f1": 0.1818, "support": 12, "predicted": 10 }, "T1012": { "precision": 0.4, "recall": 0.5, "f1": 0.4444, "support": 4, "predicted": 5 }, "T1016": { "precision": 0.4286, "recall": 0.3333, "f1": 0.375, "support": 9, "predicted": 7 }, "T1021.001": { "precision": 0.6, "recall": 0.75, "f1": 0.6667, "support": 16, "predicted": 20 }, "T1027": { "precision": 0.3676, "recall": 0.7083, "f1": 0.484, "support": 96, "predicted": 185 }, "T1033": { "precision": 0.2, "recall": 0.1667, "f1": 0.1818, "support": 6, "predicted": 5 }, "T1036.005": { "precision": 0.4545, "recall": 0.625, "f1": 0.5263, "support": 8, "predicted": 11 }, "T1041": { "precision": 0.2727, "recall": 0.4615, "f1": 0.3429, "support": 13, "predicted": 22 }, "T1047": { "precision": 0.5455, "recall": 0.6, "f1": 0.5714, "support": 10, "predicted": 11 }, "T1053.005": { "precision": 0.6842, "recall": 0.9286, "f1": 0.7879, "support": 14, "predicted": 19 }, "T1055": { "precision": 0.5741, "recall": 0.7209, "f1": 0.6392, "support": 43, "predicted": 54 }, "T1056.001": { "precision": 0.8571, "recall": 1.0, "f1": 0.9231, "support": 6, "predicted": 7 }, "T1057": { "precision": 0.375, "recall": 0.5, "f1": 0.4286, "support": 12, "predicted": 16 }, "T1059.003": { "precision": 0.4627, "recall": 0.6889, "f1": 0.5536, "support": 45, "predicted": 67 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 0 }, "T1070.004": { "precision": 0.4231, "recall": 0.7333, "f1": 0.5366, "support": 15, "predicted": 26 }, "T1071.001": { "precision": 0.4688, "recall": 0.5357, "f1": 0.5, "support": 28, "predicted": 32 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 2 }, "T1074.001": { "precision": 0.2, "recall": 0.3333, "f1": 0.25, "support": 3, "predicted": 5 }, "T1078": { "precision": 0.325, "recall": 0.619, "f1": 0.4262, "support": 21, "predicted": 40 }, "T1082": { "precision": 0.3158, "recall": 0.3529, "f1": 0.3333, "support": 17, "predicted": 19 }, "T1083": { "precision": 0.3077, "recall": 0.3077, "f1": 0.3077, "support": 13, "predicted": 13 }, "T1090": { "precision": 0.5217, "recall": 0.6667, "f1": 0.5854, "support": 18, "predicted": 23 }, "T1095": { "precision": 0.5714, "recall": 0.6667, "f1": 0.6154, "support": 12, "predicted": 14 }, "T1105": { "precision": 0.4, "recall": 0.6, "f1": 0.48, "support": 40, "predicted": 60 }, "T1106": { "precision": 0.4359, "recall": 0.8095, "f1": 0.5667, "support": 21, "predicted": 39 }, "T1110": { "precision": 0.5, "recall": 1.0, "f1": 0.6667, "support": 3, "predicted": 6 }, "T1112": { "precision": 0.4375, "recall": 0.9333, "f1": 0.5957, "support": 15, "predicted": 32 }, "T1113": { "precision": 0.7, "recall": 0.875, "f1": 0.7778, "support": 8, "predicted": 10 }, "T1140": { "precision": 0.6087, "recall": 0.8358, "f1": 0.7044, "support": 67, "predicted": 92 }, "T1190": { "precision": 0.6667, "recall": 0.6154, "f1": 0.64, "support": 13, "predicted": 12 }, "T1204.002": { "precision": 0.4118, "recall": 0.7, "f1": 0.5185, "support": 10, "predicted": 17 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1218.011": { "precision": 0.5, "recall": 0.5455, "f1": 0.5217, "support": 11, "predicted": 12 }, "T1219": { "precision": 0.3333, "recall": 0.75, "f1": 0.4615, "support": 4, "predicted": 9 }, "T1484.001": { "precision": 0.5, "recall": 0.75, "f1": 0.6, "support": 4, "predicted": 6 }, "T1518.001": { "precision": 1.0, "recall": 0.5, "f1": 0.6667, "support": 4, "predicted": 2 }, "T1543.003": { "precision": 0.6, "recall": 0.75, "f1": 0.6667, "support": 4, "predicted": 5 }, "T1547.001": { "precision": 0.4706, "recall": 0.8, "f1": 0.5926, "support": 10, "predicted": 17 }, "T1548.002": { "precision": 0.8, "recall": 0.6667, "f1": 0.7273, "support": 6, "predicted": 5 }, "T1552.001": { "precision": 0.5, "recall": 0.3333, "f1": 0.4, "support": 3, "predicted": 2 }, "T1562.001": { "precision": 0.5625, "recall": 0.6923, "f1": 0.6207, "support": 13, "predicted": 16 }, "T1564.001": { "precision": 0.5, "recall": 1.0, "f1": 0.6667, "support": 1, "predicted": 2 }, "T1566.001": { "precision": 0.5, "recall": 0.8, "f1": 0.6154, "support": 15, "predicted": 24 }, "T1569.002": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 2, "predicted": 2 }, "T1570": { "precision": 0.6667, "recall": 0.4615, "f1": 0.5455, "support": 13, "predicted": 9 }, "T1573.001": { "precision": 0.3889, "recall": 0.7778, "f1": 0.5185, "support": 9, "predicted": 18 }, "T1574.002": { "precision": 0.7273, "recall": 0.8889, "f1": 0.8, "support": 18, "predicted": 22 } } }, "per_class_threshold": { "thresholds": { "T1003.001": 0.7, "T1005": 0.75, "T1012": 0.25, "T1016": 0.3, "T1021.001": 0.3, "T1027": 0.65, "T1033": 0.1, "T1036.005": 0.35, "T1041": 0.8, "T1047": 0.35, "T1053.005": 0.35, "T1055": 0.6, "T1056.001": 0.2, "T1057": 0.35, "T1059.003": 0.4, "T1068": 0.2, "T1070.004": 0.7, "T1071.001": 0.45, "T1072": 0.05, "T1074.001": 0.05, "T1078": 0.9, "T1082": 0.55, "T1083": 0.6, "T1090": 0.5, "T1095": 0.3, "T1105": 0.7, "T1106": 0.4, "T1110": 0.45, "T1112": 0.65, "T1113": 0.6, "T1140": 0.5, "T1190": 0.55, "T1204.002": 0.8, "T1210": 0.05, "T1218.011": 0.4, "T1219": 0.6, "T1484.001": 0.35, "T1518.001": 0.3, "T1543.003": 0.55, "T1547.001": 0.65, "T1548.002": 0.05, "T1552.001": 0.35, "T1562.001": 0.85, "T1564.001": 0.3, "T1566.001": 0.35, "T1569.002": 0.25, "T1570": 0.55, "T1573.001": 0.35, "T1574.002": 0.6 }, "micro_f1": 0.5452, "macro_f1": 0.5065, "micro_precision": 0.5138, "micro_recall": 0.5807, "macro_precision": 0.5006, "macro_recall": 0.5664, "n_examples": 2767, "n_positive_labels": 737, "per_class": { "T1003.001": { "precision": 0.7692, "recall": 0.5882, "f1": 0.6667, "support": 17, "predicted": 13 }, "T1005": { "precision": 0.3333, "recall": 0.0833, "f1": 0.1333, "support": 12, "predicted": 3 }, "T1012": { "precision": 0.4, "recall": 0.5, "f1": 0.4444, "support": 4, "predicted": 5 }, "T1016": { "precision": 0.4286, "recall": 0.3333, "f1": 0.375, "support": 9, "predicted": 7 }, "T1021.001": { "precision": 0.6364, "recall": 0.875, "f1": 0.7368, "support": 16, "predicted": 22 }, "T1027": { "precision": 0.5213, "recall": 0.5104, "f1": 0.5158, "support": 96, "predicted": 94 }, "T1033": { "precision": 0.1875, "recall": 0.5, "f1": 0.2727, "support": 6, "predicted": 16 }, "T1036.005": { "precision": 0.4545, "recall": 0.625, "f1": 0.5263, "support": 8, "predicted": 11 }, "T1041": { "precision": 0.2857, "recall": 0.1538, "f1": 0.2, "support": 13, "predicted": 7 }, "T1047": { "precision": 0.5455, "recall": 0.6, "f1": 0.5714, "support": 10, "predicted": 11 }, "T1053.005": { "precision": 0.6842, "recall": 0.9286, "f1": 0.7879, "support": 14, "predicted": 19 }, "T1055": { "precision": 0.6591, "recall": 0.6744, "f1": 0.6667, "support": 43, "predicted": 44 }, "T1056.001": { "precision": 0.75, "recall": 1.0, "f1": 0.8571, "support": 6, "predicted": 8 }, "T1057": { "precision": 0.375, "recall": 0.5, "f1": 0.4286, "support": 12, "predicted": 16 }, "T1059.003": { "precision": 0.459, "recall": 0.6222, "f1": 0.5283, "support": 45, "predicted": 61 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1, "predicted": 2 }, "T1070.004": { "precision": 0.6, "recall": 0.6, "f1": 0.6, "support": 15, "predicted": 15 }, "T1071.001": { "precision": 0.5385, "recall": 0.5, "f1": 0.5185, "support": 28, "predicted": 26 }, "T1072": { "precision": 0.25, "recall": 0.5, "f1": 0.3333, "support": 2, "predicted": 4 }, "T1074.001": { "precision": 0.0286, "recall": 0.3333, "f1": 0.0526, "support": 3, "predicted": 35 }, "T1078": { "precision": 1.0, "recall": 0.3333, "f1": 0.5, "support": 21, "predicted": 7 }, "T1082": { "precision": 0.3846, "recall": 0.2941, "f1": 0.3333, "support": 17, "predicted": 13 }, "T1083": { "precision": 0.2857, "recall": 0.1538, "f1": 0.2, "support": 13, "predicted": 7 }, "T1090": { "precision": 0.5263, "recall": 0.5556, "f1": 0.5405, "support": 18, "predicted": 19 }, "T1095": { "precision": 0.6, "recall": 0.75, "f1": 0.6667, "support": 12, "predicted": 15 }, "T1105": { "precision": 0.4688, "recall": 0.375, "f1": 0.4167, "support": 40, "predicted": 32 }, "T1106": { "precision": 0.4848, "recall": 0.7619, "f1": 0.5926, "support": 21, "predicted": 33 }, "T1110": { "precision": 0.5, "recall": 1.0, "f1": 0.6667, "support": 3, "predicted": 6 }, "T1112": { "precision": 0.5652, "recall": 0.8667, "f1": 0.6842, "support": 15, "predicted": 23 }, "T1113": { "precision": 0.75, "recall": 0.75, "f1": 0.75, "support": 8, "predicted": 8 }, "T1140": { "precision": 0.6974, "recall": 0.791, "f1": 0.7413, "support": 67, "predicted": 76 }, "T1190": { "precision": 0.625, "recall": 0.3846, "f1": 0.4762, "support": 13, "predicted": 8 }, "T1204.002": { "precision": 0.3636, "recall": 0.4, "f1": 0.381, "support": 10, "predicted": 11 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 16 }, "T1218.011": { "precision": 0.5, "recall": 0.5455, "f1": 0.5217, "support": 11, "predicted": 12 }, "T1219": { "precision": 0.2857, "recall": 0.5, "f1": 0.3636, "support": 4, "predicted": 7 }, "T1484.001": { "precision": 0.5, "recall": 0.75, "f1": 0.6, "support": 4, "predicted": 6 }, "T1518.001": { "precision": 0.6667, "recall": 0.5, "f1": 0.5714, "support": 4, "predicted": 3 }, "T1543.003": { "precision": 0.75, "recall": 0.75, "f1": 0.75, "support": 4, "predicted": 4 }, "T1547.001": { "precision": 0.5455, "recall": 0.6, "f1": 0.5714, "support": 10, "predicted": 11 }, "T1548.002": { "precision": 0.4286, "recall": 1.0, "f1": 0.6, "support": 6, "predicted": 14 }, "T1552.001": { "precision": 0.5, "recall": 0.3333, "f1": 0.4, "support": 3, "predicted": 2 }, "T1562.001": { "precision": 0.8182, "recall": 0.6923, "f1": 0.75, "support": 13, "predicted": 11 }, "T1564.001": { "precision": 0.5, "recall": 1.0, "f1": 0.6667, "support": 1, "predicted": 2 }, "T1566.001": { "precision": 0.5, "recall": 0.8, "f1": 0.6154, "support": 15, "predicted": 24 }, "T1569.002": { "precision": 0.3333, "recall": 0.5, "f1": 0.4, "support": 2, "predicted": 3 }, "T1570": { "precision": 0.8333, "recall": 0.3846, "f1": 0.5263, "support": 13, "predicted": 6 }, "T1573.001": { "precision": 0.3889, "recall": 0.7778, "f1": 0.5185, "support": 9, "predicted": 18 }, "T1574.002": { "precision": 0.8235, "recall": 0.7778, "f1": 0.8, "support": 18, "predicted": 17 } } } } }