{ "frequency": { "global_threshold": { "threshold": 0.05, "micro_f1": 0.0, "macro_f1": 0.0, "micro_precision": 0.0, "micro_recall": 0.0, "macro_precision": 0.0, "macro_recall": 0.0, "n_examples": 3635, "n_positive_labels": 911, "per_class": { "T1003.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8, "predicted": 0 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1016": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11, "predicted": 0 }, "T1021.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1027": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 102, "predicted": 0 }, "T1033": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1036.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1041": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 0 }, "T1047": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 28, "predicted": 0 }, "T1053.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 }, "T1055": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 40, "predicted": 0 }, "T1056.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1059.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 51, "predicted": 0 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1070.004": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1071.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1074.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1078": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 23, "predicted": 0 }, "T1082": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 24, "predicted": 0 }, "T1083": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1090": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 23, "predicted": 0 }, "T1095": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1105": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 57, "predicted": 0 }, "T1106": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 34, "predicted": 0 }, "T1110": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 19, "predicted": 0 }, "T1112": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 14, "predicted": 0 }, "T1113": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 0 }, "T1140": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 68, "predicted": 0 }, "T1190": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1204.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1218.011": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 14, "predicted": 0 }, "T1219": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 19, "predicted": 0 }, "T1484.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 0 }, "T1518.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 7, "predicted": 0 }, "T1543.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1547.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 0 }, "T1548.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1552.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1566.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 0 }, "T1570": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1573.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 0 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 } } }, "per_class_threshold": { "thresholds": { "T1003.001": 0.05, "T1005": 0.05, "T1012": 0.05, "T1016": 0.05, "T1021.001": 0.05, "T1027": 0.05, "T1033": 0.05, "T1036.005": 0.05, "T1041": 0.05, "T1047": 0.05, "T1053.005": 0.05, "T1055": 0.05, "T1056.001": 0.05, "T1057": 0.05, "T1059.003": 0.05, "T1068": 0.05, "T1070.004": 0.05, "T1071.001": 0.05, "T1072": 0.05, "T1074.001": 0.05, "T1078": 0.05, "T1082": 0.05, "T1083": 0.05, "T1090": 0.05, "T1095": 0.05, "T1105": 0.05, "T1106": 0.05, "T1110": 0.05, "T1112": 0.05, "T1113": 0.05, "T1140": 0.05, "T1190": 0.05, "T1204.002": 0.05, "T1210": 0.05, "T1218.011": 0.05, "T1219": 0.05, "T1484.001": 0.05, "T1518.001": 0.05, "T1543.003": 0.05, "T1547.001": 0.05, "T1548.002": 0.05, "T1552.001": 0.05, "T1562.001": 0.05, "T1564.001": 0.05, "T1566.001": 0.05, "T1569.002": 0.05, "T1570": 0.05, "T1573.001": 0.05, "T1574.002": 0.05 }, "micro_f1": 0.0, "macro_f1": 0.0, "micro_precision": 0.0, "micro_recall": 0.0, "macro_precision": 0.0, "macro_recall": 0.0, "n_examples": 3635, "n_positive_labels": 911, "per_class": { "T1003.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8, "predicted": 0 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1016": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11, "predicted": 0 }, "T1021.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1027": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 102, "predicted": 0 }, "T1033": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1036.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 10, "predicted": 0 }, "T1041": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17, "predicted": 0 }, "T1047": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 28, "predicted": 0 }, "T1053.005": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 }, "T1055": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 40, "predicted": 0 }, "T1056.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1059.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 51, "predicted": 0 }, "T1068": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1070.004": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12, "predicted": 0 }, "T1071.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 21, "predicted": 0 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1074.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1078": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 23, "predicted": 0 }, "T1082": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 24, "predicted": 0 }, "T1083": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1090": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 23, "predicted": 0 }, "T1095": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1105": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 57, "predicted": 0 }, "T1106": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 34, "predicted": 0 }, "T1110": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 19, "predicted": 0 }, "T1112": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 14, "predicted": 0 }, "T1113": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 9, "predicted": 0 }, "T1140": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 68, "predicted": 0 }, "T1190": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1204.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 0 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1218.011": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 14, "predicted": 0 }, "T1219": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 19, "predicted": 0 }, "T1484.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 0 }, "T1518.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 7, "predicted": 0 }, "T1543.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1547.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 0 }, "T1548.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1552.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 0 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1566.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 13, "predicted": 0 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 0 }, "T1570": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6, "predicted": 0 }, "T1573.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 0 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 } } } }, "keyword": { "global_threshold": { "threshold": 0.05, "micro_f1": 0.1701, "macro_f1": 0.1666, "micro_precision": 0.2759, "micro_recall": 0.1229, "macro_precision": 0.2387, "macro_recall": 0.1516, "n_examples": 3635, "n_positive_labels": 911, "per_class": { "T1003.001": { "precision": 0.2308, "recall": 0.1429, "f1": 0.1765, "support": 21, "predicted": 13 }, "T1005": { "precision": 0.3333, "recall": 0.125, "f1": 0.1818, "support": 8, "predicted": 3 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 5 }, "T1016": { "precision": 0.1, "recall": 0.0909, "f1": 0.0952, "support": 11, "predicted": 10 }, "T1021.001": { "precision": 0.2632, "recall": 0.4167, "f1": 0.3226, "support": 12, "predicted": 19 }, "T1027": { "precision": 0.1667, "recall": 0.0098, "f1": 0.0185, "support": 102, "predicted": 6 }, "T1033": { "precision": 0.2, "recall": 0.0769, "f1": 0.1111, "support": 13, "predicted": 5 }, "T1036.005": { "precision": 0.2, "recall": 0.2, "f1": 0.2, "support": 10, "predicted": 10 }, "T1041": { "precision": 0.25, "recall": 0.0588, "f1": 0.0952, "support": 17, "predicted": 4 }, "T1047": { "precision": 0.3333, "recall": 0.1071, "f1": 0.1622, "support": 28, "predicted": 9 }, "T1053.005": { "precision": 0.6389, "recall": 0.8846, "f1": 0.7419, "support": 26, "predicted": 36 }, "T1055": { "precision": 0.75, "recall": 0.15, "f1": 0.25, "support": 40, "predicted": 8 }, "T1056.001": { "precision": 0.6667, "recall": 0.4, "f1": 0.5, "support": 15, "predicted": 9 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 9 }, "T1059.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 51, "predicted": 18 }, "T1068": { "precision": 1.0, "recall": 0.3333, "f1": 0.5, "support": 3, "predicted": 1 }, "T1070.004": { "precision": 0.0909, "recall": 0.0833, "f1": 0.087, "support": 12, "predicted": 11 }, "T1071.001": { "precision": 0.1429, "recall": 0.0476, "f1": 0.0714, "support": 21, "predicted": 7 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1074.001": { "precision": 0.5, "recall": 0.3333, "f1": 0.4, "support": 3, "predicted": 2 }, "T1078": { "precision": 0.5, "recall": 0.2174, "f1": 0.303, "support": 23, "predicted": 10 }, "T1082": { "precision": 0.1429, "recall": 0.0417, "f1": 0.0645, "support": 24, "predicted": 7 }, "T1083": { "precision": 0.1111, "recall": 0.0667, "f1": 0.0833, "support": 15, "predicted": 9 }, "T1090": { "precision": 0.5238, "recall": 0.4783, "f1": 0.5, "support": 23, "predicted": 21 }, "T1095": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1105": { "precision": 0.2, "recall": 0.0175, "f1": 0.0323, "support": 57, "predicted": 5 }, "T1106": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 34, "predicted": 0 }, "T1110": { "precision": 0.4286, "recall": 0.1579, "f1": 0.2308, "support": 19, "predicted": 7 }, "T1112": { "precision": 0.2, "recall": 0.0714, "f1": 0.1053, "support": 14, "predicted": 5 }, "T1113": { "precision": 0.5, "recall": 0.2222, "f1": 0.3077, "support": 9, "predicted": 4 }, "T1140": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 68, "predicted": 2 }, "T1190": { "precision": 0.4, "recall": 0.1333, "f1": 0.2, "support": 15, "predicted": 5 }, "T1204.002": { "precision": 0.0909, "recall": 0.0667, "f1": 0.0769, "support": 15, "predicted": 11 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1218.011": { "precision": 0.5, "recall": 0.7857, "f1": 0.6111, "support": 14, "predicted": 22 }, "T1219": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 19, "predicted": 0 }, "T1484.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 1 }, "T1518.001": { "precision": 0.2, "recall": 0.1429, "f1": 0.1667, "support": 7, "predicted": 5 }, "T1543.003": { "precision": 0.7143, "recall": 0.3846, "f1": 0.5, "support": 13, "predicted": 7 }, "T1547.001": { "precision": 0.3333, "recall": 0.125, "f1": 0.1818, "support": 16, "predicted": 6 }, "T1548.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 2 }, "T1552.001": { "precision": 0.5, "recall": 0.25, "f1": 0.3333, "support": 4, "predicted": 2 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 2 }, "T1566.001": { "precision": 0.0541, "recall": 0.3077, "f1": 0.092, "support": 13, "predicted": 74 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 4 }, "T1570": { "precision": 0.4286, "recall": 0.5, "f1": 0.4615, "support": 6, "predicted": 7 }, "T1573.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 3 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 } } }, "per_class_threshold": { "thresholds": { "T1003.001": 0.05, "T1005": 0.05, "T1012": 0.05, "T1016": 0.05, "T1021.001": 0.05, "T1027": 0.05, "T1033": 0.05, "T1036.005": 0.05, "T1041": 0.05, "T1047": 0.05, "T1053.005": 0.05, "T1055": 0.05, "T1056.001": 0.05, "T1057": 0.05, "T1059.003": 0.05, "T1068": 0.05, "T1070.004": 0.05, "T1071.001": 0.05, "T1072": 0.05, "T1074.001": 0.05, "T1078": 0.05, "T1082": 0.05, "T1083": 0.05, "T1090": 0.05, "T1095": 0.05, "T1105": 0.05, "T1106": 0.05, "T1110": 0.05, "T1112": 0.05, "T1113": 0.05, "T1140": 0.05, "T1190": 0.05, "T1204.002": 0.05, "T1210": 0.05, "T1218.011": 0.05, "T1219": 0.05, "T1484.001": 0.05, "T1518.001": 0.05, "T1543.003": 0.05, "T1547.001": 0.05, "T1548.002": 0.05, "T1552.001": 0.05, "T1562.001": 0.05, "T1564.001": 0.05, "T1566.001": 0.05, "T1569.002": 0.05, "T1570": 0.05, "T1573.001": 0.05, "T1574.002": 0.05 }, "micro_f1": 0.1701, "macro_f1": 0.1666, "micro_precision": 0.2759, "micro_recall": 0.1229, "macro_precision": 0.2387, "macro_recall": 0.1516, "n_examples": 3635, "n_positive_labels": 911, "per_class": { "T1003.001": { "precision": 0.2308, "recall": 0.1429, "f1": 0.1765, "support": 21, "predicted": 13 }, "T1005": { "precision": 0.3333, "recall": 0.125, "f1": 0.1818, "support": 8, "predicted": 3 }, "T1012": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4, "predicted": 5 }, "T1016": { "precision": 0.1, "recall": 0.0909, "f1": 0.0952, "support": 11, "predicted": 10 }, "T1021.001": { "precision": 0.2632, "recall": 0.4167, "f1": 0.3226, "support": 12, "predicted": 19 }, "T1027": { "precision": 0.1667, "recall": 0.0098, "f1": 0.0185, "support": 102, "predicted": 6 }, "T1033": { "precision": 0.2, "recall": 0.0769, "f1": 0.1111, "support": 13, "predicted": 5 }, "T1036.005": { "precision": 0.2, "recall": 0.2, "f1": 0.2, "support": 10, "predicted": 10 }, "T1041": { "precision": 0.25, "recall": 0.0588, "f1": 0.0952, "support": 17, "predicted": 4 }, "T1047": { "precision": 0.3333, "recall": 0.1071, "f1": 0.1622, "support": 28, "predicted": 9 }, "T1053.005": { "precision": 0.6389, "recall": 0.8846, "f1": 0.7419, "support": 26, "predicted": 36 }, "T1055": { "precision": 0.75, "recall": 0.15, "f1": 0.25, "support": 40, "predicted": 8 }, "T1056.001": { "precision": 0.6667, "recall": 0.4, "f1": 0.5, "support": 15, "predicted": 9 }, "T1057": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 15, "predicted": 9 }, "T1059.003": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 51, "predicted": 18 }, "T1068": { "precision": 1.0, "recall": 0.3333, "f1": 0.5, "support": 3, "predicted": 1 }, "T1070.004": { "precision": 0.0909, "recall": 0.0833, "f1": 0.087, "support": 12, "predicted": 11 }, "T1071.001": { "precision": 0.1429, "recall": 0.0476, "f1": 0.0714, "support": 21, "predicted": 7 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1074.001": { "precision": 0.5, "recall": 0.3333, "f1": 0.4, "support": 3, "predicted": 2 }, "T1078": { "precision": 0.5, "recall": 0.2174, "f1": 0.303, "support": 23, "predicted": 10 }, "T1082": { "precision": 0.1429, "recall": 0.0417, "f1": 0.0645, "support": 24, "predicted": 7 }, "T1083": { "precision": 0.1111, "recall": 0.0667, "f1": 0.0833, "support": 15, "predicted": 9 }, "T1090": { "precision": 0.5238, "recall": 0.4783, "f1": 0.5, "support": 23, "predicted": 21 }, "T1095": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1105": { "precision": 0.2, "recall": 0.0175, "f1": 0.0323, "support": 57, "predicted": 5 }, "T1106": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 34, "predicted": 0 }, "T1110": { "precision": 0.4286, "recall": 0.1579, "f1": 0.2308, "support": 19, "predicted": 7 }, "T1112": { "precision": 0.2, "recall": 0.0714, "f1": 0.1053, "support": 14, "predicted": 5 }, "T1113": { "precision": 0.5, "recall": 0.2222, "f1": 0.3077, "support": 9, "predicted": 4 }, "T1140": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 68, "predicted": 2 }, "T1190": { "precision": 0.4, "recall": 0.1333, "f1": 0.2, "support": 15, "predicted": 5 }, "T1204.002": { "precision": 0.0909, "recall": 0.0667, "f1": 0.0769, "support": 15, "predicted": 11 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 0 }, "T1218.011": { "precision": 0.5, "recall": 0.7857, "f1": 0.6111, "support": 14, "predicted": 22 }, "T1219": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 19, "predicted": 0 }, "T1484.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 1 }, "T1518.001": { "precision": 0.2, "recall": 0.1429, "f1": 0.1667, "support": 7, "predicted": 5 }, "T1543.003": { "precision": 0.7143, "recall": 0.3846, "f1": 0.5, "support": 13, "predicted": 7 }, "T1547.001": { "precision": 0.3333, "recall": 0.125, "f1": 0.1818, "support": 16, "predicted": 6 }, "T1548.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 2 }, "T1552.001": { "precision": 0.5, "recall": 0.25, "f1": 0.3333, "support": 4, "predicted": 2 }, "T1562.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 }, "T1564.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 2 }, "T1566.001": { "precision": 0.0541, "recall": 0.3077, "f1": 0.092, "support": 13, "predicted": 74 }, "T1569.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5, "predicted": 4 }, "T1570": { "precision": 0.4286, "recall": 0.5, "f1": 0.4615, "support": 6, "predicted": 7 }, "T1573.001": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 16, "predicted": 3 }, "T1574.002": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 26, "predicted": 0 } } } }, "tfidf_lr": { "global_threshold": { "threshold": 0.2, "micro_f1": 0.4724, "macro_f1": 0.4492, "micro_precision": 0.3509, "micro_recall": 0.7223, "macro_precision": 0.3785, "macro_recall": 0.6336, "n_examples": 3635, "n_positive_labels": 911, "per_class": { "T1003.001": { "precision": 0.4474, "recall": 0.8095, "f1": 0.5763, "support": 21, "predicted": 38 }, "T1005": { "precision": 0.093, "recall": 0.5, "f1": 0.1569, "support": 8, "predicted": 43 }, "T1012": { "precision": 0.1333, "recall": 0.5, "f1": 0.2105, "support": 4, "predicted": 15 }, "T1016": { "precision": 0.2632, "recall": 0.4545, "f1": 0.3333, "support": 11, "predicted": 19 }, "T1021.001": { "precision": 0.3243, "recall": 1.0, "f1": 0.4898, "support": 12, "predicted": 37 }, "T1027": { "precision": 0.2971, "recall": 0.8039, "f1": 0.4339, "support": 102, "predicted": 276 }, "T1033": { "precision": 0.4615, "recall": 0.9231, "f1": 0.6154, "support": 13, "predicted": 26 }, "T1036.005": { "precision": 0.2727, "recall": 0.6, "f1": 0.375, "support": 10, "predicted": 22 }, "T1041": { "precision": 0.1695, "recall": 0.5882, "f1": 0.2632, "support": 17, "predicted": 59 }, "T1047": { "precision": 0.6286, "recall": 0.7857, "f1": 0.6984, "support": 28, "predicted": 35 }, "T1053.005": { "precision": 0.5333, "recall": 0.9231, "f1": 0.6761, "support": 26, "predicted": 45 }, "T1055": { "precision": 0.4921, "recall": 0.775, "f1": 0.6019, "support": 40, "predicted": 63 }, "T1056.001": { "precision": 0.6667, "recall": 0.9333, "f1": 0.7778, "support": 15, "predicted": 21 }, "T1057": { "precision": 0.3448, "recall": 0.6667, "f1": 0.4545, "support": 15, "predicted": 29 }, "T1059.003": { "precision": 0.3362, "recall": 0.7647, "f1": 0.4671, "support": 51, "predicted": 116 }, "T1068": { "precision": 1.0, "recall": 0.3333, "f1": 0.5, "support": 3, "predicted": 1 }, "T1070.004": { "precision": 0.3, "recall": 0.75, "f1": 0.4286, "support": 12, "predicted": 30 }, "T1071.001": { "precision": 0.2769, "recall": 0.8571, "f1": 0.4186, "support": 21, "predicted": 65 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1074.001": { "precision": 0.2857, "recall": 0.6667, "f1": 0.4, "support": 3, "predicted": 7 }, "T1078": { "precision": 0.2143, "recall": 0.7826, "f1": 0.3364, "support": 23, "predicted": 84 }, "T1082": { "precision": 0.2037, "recall": 0.4583, "f1": 0.2821, "support": 24, "predicted": 54 }, "T1083": { "precision": 0.2391, "recall": 0.7333, "f1": 0.3607, "support": 15, "predicted": 46 }, "T1090": { "precision": 0.3889, "recall": 0.6087, "f1": 0.4746, "support": 23, "predicted": 36 }, "T1095": { "precision": 0.25, "recall": 0.3333, "f1": 0.2857, "support": 3, "predicted": 4 }, "T1105": { "precision": 0.3101, "recall": 0.7018, "f1": 0.4301, "support": 57, "predicted": 129 }, "T1106": { "precision": 0.3333, "recall": 0.6176, "f1": 0.433, "support": 34, "predicted": 63 }, "T1110": { "precision": 0.5556, "recall": 0.7895, "f1": 0.6522, "support": 19, "predicted": 27 }, "T1112": { "precision": 0.2683, "recall": 0.7857, "f1": 0.4, "support": 14, "predicted": 41 }, "T1113": { "precision": 0.5, "recall": 0.8889, "f1": 0.64, "support": 9, "predicted": 16 }, "T1140": { "precision": 0.5039, "recall": 0.9412, "f1": 0.6564, "support": 68, "predicted": 127 }, "T1190": { "precision": 0.3182, "recall": 0.4667, "f1": 0.3784, "support": 15, "predicted": 22 }, "T1204.002": { "precision": 0.2647, "recall": 0.6, "f1": 0.3673, "support": 15, "predicted": 34 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 1 }, "T1218.011": { "precision": 0.6429, "recall": 0.6429, "f1": 0.6429, "support": 14, "predicted": 14 }, "T1219": { "precision": 0.375, "recall": 0.3158, "f1": 0.3429, "support": 19, "predicted": 16 }, "T1484.001": { "precision": 0.5, "recall": 0.4, "f1": 0.4444, "support": 5, "predicted": 4 }, "T1518.001": { "precision": 0.3333, "recall": 0.5714, "f1": 0.4211, "support": 7, "predicted": 12 }, "T1543.003": { "precision": 0.6667, "recall": 0.6154, "f1": 0.64, "support": 13, "predicted": 12 }, "T1547.001": { "precision": 0.4483, "recall": 0.8125, "f1": 0.5778, "support": 16, "predicted": 29 }, "T1548.002": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 2, "predicted": 2 }, "T1552.001": { "precision": 0.1111, "recall": 0.25, "f1": 0.1538, "support": 4, "predicted": 9 }, "T1562.001": { "precision": 0.6, "recall": 0.8077, "f1": 0.6885, "support": 26, "predicted": 35 }, "T1564.001": { "precision": 0.5, "recall": 0.6667, "f1": 0.5714, "support": 3, "predicted": 4 }, "T1566.001": { "precision": 0.1786, "recall": 0.3846, "f1": 0.2439, "support": 13, "predicted": 28 }, "T1569.002": { "precision": 0.1429, "recall": 0.2, "f1": 0.1667, "support": 5, "predicted": 7 }, "T1570": { "precision": 0.1667, "recall": 0.6667, "f1": 0.2667, "support": 6, "predicted": 24 }, "T1573.001": { "precision": 0.4286, "recall": 0.5625, "f1": 0.4865, "support": 16, "predicted": 21 }, "T1574.002": { "precision": 0.7778, "recall": 0.8077, "f1": 0.7925, "support": 26, "predicted": 27 } } }, "per_class_threshold": { "thresholds": { "T1003.001": 0.65, "T1005": 0.5, "T1012": 0.1, "T1016": 0.25, "T1021.001": 0.4, "T1027": 0.3, "T1033": 0.5, "T1036.005": 0.25, "T1041": 0.4, "T1047": 0.2, "T1053.005": 0.35, "T1055": 0.4, "T1056.001": 0.1, "T1057": 0.55, "T1059.003": 0.6, "T1068": 0.15, "T1070.004": 0.15, "T1071.001": 0.55, "T1072": 0.05, "T1074.001": 0.05, "T1078": 0.35, "T1082": 0.8, "T1083": 0.45, "T1090": 0.4, "T1095": 0.2, "T1105": 0.65, "T1106": 0.5, "T1110": 0.2, "T1112": 0.6, "T1113": 0.25, "T1140": 0.5, "T1190": 0.4, "T1204.002": 0.4, "T1210": 0.05, "T1218.011": 0.15, "T1219": 0.2, "T1484.001": 0.1, "T1518.001": 0.1, "T1543.003": 0.3, "T1547.001": 0.45, "T1548.002": 0.05, "T1552.001": 0.05, "T1562.001": 0.55, "T1564.001": 0.2, "T1566.001": 0.55, "T1569.002": 0.05, "T1570": 0.55, "T1573.001": 0.8, "T1574.002": 0.25 }, "micro_f1": 0.5002, "macro_f1": 0.4536, "micro_precision": 0.4276, "micro_recall": 0.6026, "macro_precision": 0.4343, "macro_recall": 0.5681, "n_examples": 3635, "n_positive_labels": 911, "per_class": { "T1003.001": { "precision": 0.5926, "recall": 0.7619, "f1": 0.6667, "support": 21, "predicted": 27 }, "T1005": { "precision": 0.1875, "recall": 0.375, "f1": 0.25, "support": 8, "predicted": 16 }, "T1012": { "precision": 0.1667, "recall": 0.75, "f1": 0.2727, "support": 4, "predicted": 18 }, "T1016": { "precision": 0.1875, "recall": 0.2727, "f1": 0.2222, "support": 11, "predicted": 16 }, "T1021.001": { "precision": 0.3448, "recall": 0.8333, "f1": 0.4878, "support": 12, "predicted": 29 }, "T1027": { "precision": 0.3636, "recall": 0.7451, "f1": 0.4887, "support": 102, "predicted": 209 }, "T1033": { "precision": 0.6364, "recall": 0.5385, "f1": 0.5833, "support": 13, "predicted": 11 }, "T1036.005": { "precision": 0.3125, "recall": 0.5, "f1": 0.3846, "support": 10, "predicted": 16 }, "T1041": { "precision": 0.2571, "recall": 0.5294, "f1": 0.3462, "support": 17, "predicted": 35 }, "T1047": { "precision": 0.6286, "recall": 0.7857, "f1": 0.6984, "support": 28, "predicted": 35 }, "T1053.005": { "precision": 0.55, "recall": 0.8462, "f1": 0.6667, "support": 26, "predicted": 40 }, "T1055": { "precision": 0.5918, "recall": 0.725, "f1": 0.6517, "support": 40, "predicted": 49 }, "T1056.001": { "precision": 0.6, "recall": 1.0, "f1": 0.75, "support": 15, "predicted": 25 }, "T1057": { "precision": 0.75, "recall": 0.6, "f1": 0.6667, "support": 15, "predicted": 12 }, "T1059.003": { "precision": 0.5526, "recall": 0.4118, "f1": 0.4719, "support": 51, "predicted": 38 }, "T1068": { "precision": 1.0, "recall": 0.3333, "f1": 0.5, "support": 3, "predicted": 1 }, "T1070.004": { "precision": 0.2703, "recall": 0.8333, "f1": 0.4082, "support": 12, "predicted": 37 }, "T1071.001": { "precision": 0.4375, "recall": 0.6667, "f1": 0.5283, "support": 21, "predicted": 32 }, "T1072": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 3, "predicted": 0 }, "T1074.001": { "precision": 0.0714, "recall": 0.6667, "f1": 0.129, "support": 3, "predicted": 28 }, "T1078": { "precision": 0.2321, "recall": 0.5652, "f1": 0.3291, "support": 23, "predicted": 56 }, "T1082": { "precision": 0.6667, "recall": 0.3333, "f1": 0.4444, "support": 24, "predicted": 12 }, "T1083": { "precision": 0.3478, "recall": 0.5333, "f1": 0.4211, "support": 15, "predicted": 23 }, "T1090": { "precision": 0.5238, "recall": 0.4783, "f1": 0.5, "support": 23, "predicted": 21 }, "T1095": { "precision": 0.25, "recall": 0.3333, "f1": 0.2857, "support": 3, "predicted": 4 }, "T1105": { "precision": 0.5152, "recall": 0.2982, "f1": 0.3778, "support": 57, "predicted": 33 }, "T1106": { "precision": 0.5, "recall": 0.4118, "f1": 0.4516, "support": 34, "predicted": 28 }, "T1110": { "precision": 0.5556, "recall": 0.7895, "f1": 0.6522, "support": 19, "predicted": 27 }, "T1112": { "precision": 0.4, "recall": 0.7143, "f1": 0.5128, "support": 14, "predicted": 25 }, "T1113": { "precision": 0.5, "recall": 0.8889, "f1": 0.64, "support": 9, "predicted": 16 }, "T1140": { "precision": 0.7073, "recall": 0.8529, "f1": 0.7733, "support": 68, "predicted": 82 }, "T1190": { "precision": 0.5, "recall": 0.4667, "f1": 0.4828, "support": 15, "predicted": 14 }, "T1204.002": { "precision": 0.4211, "recall": 0.5333, "f1": 0.4706, "support": 15, "predicted": 19 }, "T1210": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2, "predicted": 34 }, "T1218.011": { "precision": 0.625, "recall": 0.7143, "f1": 0.6667, "support": 14, "predicted": 16 }, "T1219": { "precision": 0.375, "recall": 0.3158, "f1": 0.3429, "support": 19, "predicted": 16 }, "T1484.001": { "precision": 0.3333, "recall": 0.6, "f1": 0.4286, "support": 5, "predicted": 9 }, "T1518.001": { "precision": 0.2381, "recall": 0.7143, "f1": 0.3571, "support": 7, "predicted": 21 }, "T1543.003": { "precision": 0.7778, "recall": 0.5385, "f1": 0.6364, "support": 13, "predicted": 9 }, "T1547.001": { "precision": 0.5789, "recall": 0.6875, "f1": 0.6286, "support": 16, "predicted": 19 }, "T1548.002": { "precision": 0.4, "recall": 1.0, "f1": 0.5714, "support": 2, "predicted": 5 }, "T1552.001": { "precision": 0.0833, "recall": 0.5, "f1": 0.1429, "support": 4, "predicted": 24 }, "T1562.001": { "precision": 0.7619, "recall": 0.6154, "f1": 0.6809, "support": 26, "predicted": 21 }, "T1564.001": { "precision": 0.5, "recall": 0.6667, "f1": 0.5714, "support": 3, "predicted": 4 }, "T1566.001": { "precision": 0.1111, "recall": 0.0769, "f1": 0.0909, "support": 13, "predicted": 9 }, "T1569.002": { "precision": 0.1304, "recall": 0.6, "f1": 0.2143, "support": 5, "predicted": 23 }, "T1570": { "precision": 0.3, "recall": 0.5, "f1": 0.375, "support": 6, "predicted": 10 }, "T1573.001": { "precision": 0.6667, "recall": 0.125, "f1": 0.2105, "support": 16, "predicted": 3 }, "T1574.002": { "precision": 0.7778, "recall": 0.8077, "f1": 0.7925, "support": 26, "predicted": 27 } } } } }