cti-attack-mapper-modernbert / results /baselines__document.json
ctokx's picture
Add results/
d94be6a verified
Raw
History Blame Contribute Delete
54.9 kB
{
"frequency": {
"global_threshold": {
"threshold": 0.05,
"micro_f1": 0.0,
"macro_f1": 0.0,
"micro_precision": 0.0,
"micro_recall": 0.0,
"macro_precision": 0.0,
"macro_recall": 0.0,
"n_examples": 3635,
"n_positive_labels": 911,
"per_class": {
"T1003.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 8,
"predicted": 0
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1016": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 11,
"predicted": 0
},
"T1021.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1027": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 102,
"predicted": 0
},
"T1033": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1036.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1041": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 0
},
"T1047": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 28,
"predicted": 0
},
"T1053.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
},
"T1055": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 40,
"predicted": 0
},
"T1056.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1059.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 51,
"predicted": 0
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1070.004": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1071.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1074.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1078": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 23,
"predicted": 0
},
"T1082": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 24,
"predicted": 0
},
"T1083": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1090": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 23,
"predicted": 0
},
"T1095": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1105": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 57,
"predicted": 0
},
"T1106": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 34,
"predicted": 0
},
"T1110": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 19,
"predicted": 0
},
"T1112": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 14,
"predicted": 0
},
"T1113": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 0
},
"T1140": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 68,
"predicted": 0
},
"T1190": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1204.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1218.011": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 14,
"predicted": 0
},
"T1219": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 19,
"predicted": 0
},
"T1484.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 0
},
"T1518.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 7,
"predicted": 0
},
"T1543.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1547.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 0
},
"T1548.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1552.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1566.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 0
},
"T1570": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1573.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 0
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
}
}
},
"per_class_threshold": {
"thresholds": {
"T1003.001": 0.05,
"T1005": 0.05,
"T1012": 0.05,
"T1016": 0.05,
"T1021.001": 0.05,
"T1027": 0.05,
"T1033": 0.05,
"T1036.005": 0.05,
"T1041": 0.05,
"T1047": 0.05,
"T1053.005": 0.05,
"T1055": 0.05,
"T1056.001": 0.05,
"T1057": 0.05,
"T1059.003": 0.05,
"T1068": 0.05,
"T1070.004": 0.05,
"T1071.001": 0.05,
"T1072": 0.05,
"T1074.001": 0.05,
"T1078": 0.05,
"T1082": 0.05,
"T1083": 0.05,
"T1090": 0.05,
"T1095": 0.05,
"T1105": 0.05,
"T1106": 0.05,
"T1110": 0.05,
"T1112": 0.05,
"T1113": 0.05,
"T1140": 0.05,
"T1190": 0.05,
"T1204.002": 0.05,
"T1210": 0.05,
"T1218.011": 0.05,
"T1219": 0.05,
"T1484.001": 0.05,
"T1518.001": 0.05,
"T1543.003": 0.05,
"T1547.001": 0.05,
"T1548.002": 0.05,
"T1552.001": 0.05,
"T1562.001": 0.05,
"T1564.001": 0.05,
"T1566.001": 0.05,
"T1569.002": 0.05,
"T1570": 0.05,
"T1573.001": 0.05,
"T1574.002": 0.05
},
"micro_f1": 0.0,
"macro_f1": 0.0,
"micro_precision": 0.0,
"micro_recall": 0.0,
"macro_precision": 0.0,
"macro_recall": 0.0,
"n_examples": 3635,
"n_positive_labels": 911,
"per_class": {
"T1003.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 8,
"predicted": 0
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1016": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 11,
"predicted": 0
},
"T1021.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1027": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 102,
"predicted": 0
},
"T1033": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1036.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1041": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 0
},
"T1047": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 28,
"predicted": 0
},
"T1053.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
},
"T1055": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 40,
"predicted": 0
},
"T1056.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1059.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 51,
"predicted": 0
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1070.004": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1071.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1074.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1078": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 23,
"predicted": 0
},
"T1082": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 24,
"predicted": 0
},
"T1083": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1090": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 23,
"predicted": 0
},
"T1095": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1105": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 57,
"predicted": 0
},
"T1106": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 34,
"predicted": 0
},
"T1110": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 19,
"predicted": 0
},
"T1112": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 14,
"predicted": 0
},
"T1113": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 0
},
"T1140": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 68,
"predicted": 0
},
"T1190": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1204.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1218.011": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 14,
"predicted": 0
},
"T1219": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 19,
"predicted": 0
},
"T1484.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 0
},
"T1518.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 7,
"predicted": 0
},
"T1543.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1547.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 0
},
"T1548.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1552.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1566.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 0
},
"T1570": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1573.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 0
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
}
}
}
},
"keyword": {
"global_threshold": {
"threshold": 0.05,
"micro_f1": 0.1701,
"macro_f1": 0.1666,
"micro_precision": 0.2759,
"micro_recall": 0.1229,
"macro_precision": 0.2387,
"macro_recall": 0.1516,
"n_examples": 3635,
"n_positive_labels": 911,
"per_class": {
"T1003.001": {
"precision": 0.2308,
"recall": 0.1429,
"f1": 0.1765,
"support": 21,
"predicted": 13
},
"T1005": {
"precision": 0.3333,
"recall": 0.125,
"f1": 0.1818,
"support": 8,
"predicted": 3
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 5
},
"T1016": {
"precision": 0.1,
"recall": 0.0909,
"f1": 0.0952,
"support": 11,
"predicted": 10
},
"T1021.001": {
"precision": 0.2632,
"recall": 0.4167,
"f1": 0.3226,
"support": 12,
"predicted": 19
},
"T1027": {
"precision": 0.1667,
"recall": 0.0098,
"f1": 0.0185,
"support": 102,
"predicted": 6
},
"T1033": {
"precision": 0.2,
"recall": 0.0769,
"f1": 0.1111,
"support": 13,
"predicted": 5
},
"T1036.005": {
"precision": 0.2,
"recall": 0.2,
"f1": 0.2,
"support": 10,
"predicted": 10
},
"T1041": {
"precision": 0.25,
"recall": 0.0588,
"f1": 0.0952,
"support": 17,
"predicted": 4
},
"T1047": {
"precision": 0.3333,
"recall": 0.1071,
"f1": 0.1622,
"support": 28,
"predicted": 9
},
"T1053.005": {
"precision": 0.6389,
"recall": 0.8846,
"f1": 0.7419,
"support": 26,
"predicted": 36
},
"T1055": {
"precision": 0.75,
"recall": 0.15,
"f1": 0.25,
"support": 40,
"predicted": 8
},
"T1056.001": {
"precision": 0.6667,
"recall": 0.4,
"f1": 0.5,
"support": 15,
"predicted": 9
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 9
},
"T1059.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 51,
"predicted": 18
},
"T1068": {
"precision": 1.0,
"recall": 0.3333,
"f1": 0.5,
"support": 3,
"predicted": 1
},
"T1070.004": {
"precision": 0.0909,
"recall": 0.0833,
"f1": 0.087,
"support": 12,
"predicted": 11
},
"T1071.001": {
"precision": 0.1429,
"recall": 0.0476,
"f1": 0.0714,
"support": 21,
"predicted": 7
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1074.001": {
"precision": 0.5,
"recall": 0.3333,
"f1": 0.4,
"support": 3,
"predicted": 2
},
"T1078": {
"precision": 0.5,
"recall": 0.2174,
"f1": 0.303,
"support": 23,
"predicted": 10
},
"T1082": {
"precision": 0.1429,
"recall": 0.0417,
"f1": 0.0645,
"support": 24,
"predicted": 7
},
"T1083": {
"precision": 0.1111,
"recall": 0.0667,
"f1": 0.0833,
"support": 15,
"predicted": 9
},
"T1090": {
"precision": 0.5238,
"recall": 0.4783,
"f1": 0.5,
"support": 23,
"predicted": 21
},
"T1095": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1105": {
"precision": 0.2,
"recall": 0.0175,
"f1": 0.0323,
"support": 57,
"predicted": 5
},
"T1106": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 34,
"predicted": 0
},
"T1110": {
"precision": 0.4286,
"recall": 0.1579,
"f1": 0.2308,
"support": 19,
"predicted": 7
},
"T1112": {
"precision": 0.2,
"recall": 0.0714,
"f1": 0.1053,
"support": 14,
"predicted": 5
},
"T1113": {
"precision": 0.5,
"recall": 0.2222,
"f1": 0.3077,
"support": 9,
"predicted": 4
},
"T1140": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 68,
"predicted": 2
},
"T1190": {
"precision": 0.4,
"recall": 0.1333,
"f1": 0.2,
"support": 15,
"predicted": 5
},
"T1204.002": {
"precision": 0.0909,
"recall": 0.0667,
"f1": 0.0769,
"support": 15,
"predicted": 11
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1218.011": {
"precision": 0.5,
"recall": 0.7857,
"f1": 0.6111,
"support": 14,
"predicted": 22
},
"T1219": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 19,
"predicted": 0
},
"T1484.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 1
},
"T1518.001": {
"precision": 0.2,
"recall": 0.1429,
"f1": 0.1667,
"support": 7,
"predicted": 5
},
"T1543.003": {
"precision": 0.7143,
"recall": 0.3846,
"f1": 0.5,
"support": 13,
"predicted": 7
},
"T1547.001": {
"precision": 0.3333,
"recall": 0.125,
"f1": 0.1818,
"support": 16,
"predicted": 6
},
"T1548.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 2
},
"T1552.001": {
"precision": 0.5,
"recall": 0.25,
"f1": 0.3333,
"support": 4,
"predicted": 2
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 2
},
"T1566.001": {
"precision": 0.0541,
"recall": 0.3077,
"f1": 0.092,
"support": 13,
"predicted": 74
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 4
},
"T1570": {
"precision": 0.4286,
"recall": 0.5,
"f1": 0.4615,
"support": 6,
"predicted": 7
},
"T1573.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 3
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
}
}
},
"per_class_threshold": {
"thresholds": {
"T1003.001": 0.05,
"T1005": 0.05,
"T1012": 0.05,
"T1016": 0.05,
"T1021.001": 0.05,
"T1027": 0.05,
"T1033": 0.05,
"T1036.005": 0.05,
"T1041": 0.05,
"T1047": 0.05,
"T1053.005": 0.05,
"T1055": 0.05,
"T1056.001": 0.05,
"T1057": 0.05,
"T1059.003": 0.05,
"T1068": 0.05,
"T1070.004": 0.05,
"T1071.001": 0.05,
"T1072": 0.05,
"T1074.001": 0.05,
"T1078": 0.05,
"T1082": 0.05,
"T1083": 0.05,
"T1090": 0.05,
"T1095": 0.05,
"T1105": 0.05,
"T1106": 0.05,
"T1110": 0.05,
"T1112": 0.05,
"T1113": 0.05,
"T1140": 0.05,
"T1190": 0.05,
"T1204.002": 0.05,
"T1210": 0.05,
"T1218.011": 0.05,
"T1219": 0.05,
"T1484.001": 0.05,
"T1518.001": 0.05,
"T1543.003": 0.05,
"T1547.001": 0.05,
"T1548.002": 0.05,
"T1552.001": 0.05,
"T1562.001": 0.05,
"T1564.001": 0.05,
"T1566.001": 0.05,
"T1569.002": 0.05,
"T1570": 0.05,
"T1573.001": 0.05,
"T1574.002": 0.05
},
"micro_f1": 0.1701,
"macro_f1": 0.1666,
"micro_precision": 0.2759,
"micro_recall": 0.1229,
"macro_precision": 0.2387,
"macro_recall": 0.1516,
"n_examples": 3635,
"n_positive_labels": 911,
"per_class": {
"T1003.001": {
"precision": 0.2308,
"recall": 0.1429,
"f1": 0.1765,
"support": 21,
"predicted": 13
},
"T1005": {
"precision": 0.3333,
"recall": 0.125,
"f1": 0.1818,
"support": 8,
"predicted": 3
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 5
},
"T1016": {
"precision": 0.1,
"recall": 0.0909,
"f1": 0.0952,
"support": 11,
"predicted": 10
},
"T1021.001": {
"precision": 0.2632,
"recall": 0.4167,
"f1": 0.3226,
"support": 12,
"predicted": 19
},
"T1027": {
"precision": 0.1667,
"recall": 0.0098,
"f1": 0.0185,
"support": 102,
"predicted": 6
},
"T1033": {
"precision": 0.2,
"recall": 0.0769,
"f1": 0.1111,
"support": 13,
"predicted": 5
},
"T1036.005": {
"precision": 0.2,
"recall": 0.2,
"f1": 0.2,
"support": 10,
"predicted": 10
},
"T1041": {
"precision": 0.25,
"recall": 0.0588,
"f1": 0.0952,
"support": 17,
"predicted": 4
},
"T1047": {
"precision": 0.3333,
"recall": 0.1071,
"f1": 0.1622,
"support": 28,
"predicted": 9
},
"T1053.005": {
"precision": 0.6389,
"recall": 0.8846,
"f1": 0.7419,
"support": 26,
"predicted": 36
},
"T1055": {
"precision": 0.75,
"recall": 0.15,
"f1": 0.25,
"support": 40,
"predicted": 8
},
"T1056.001": {
"precision": 0.6667,
"recall": 0.4,
"f1": 0.5,
"support": 15,
"predicted": 9
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 9
},
"T1059.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 51,
"predicted": 18
},
"T1068": {
"precision": 1.0,
"recall": 0.3333,
"f1": 0.5,
"support": 3,
"predicted": 1
},
"T1070.004": {
"precision": 0.0909,
"recall": 0.0833,
"f1": 0.087,
"support": 12,
"predicted": 11
},
"T1071.001": {
"precision": 0.1429,
"recall": 0.0476,
"f1": 0.0714,
"support": 21,
"predicted": 7
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1074.001": {
"precision": 0.5,
"recall": 0.3333,
"f1": 0.4,
"support": 3,
"predicted": 2
},
"T1078": {
"precision": 0.5,
"recall": 0.2174,
"f1": 0.303,
"support": 23,
"predicted": 10
},
"T1082": {
"precision": 0.1429,
"recall": 0.0417,
"f1": 0.0645,
"support": 24,
"predicted": 7
},
"T1083": {
"precision": 0.1111,
"recall": 0.0667,
"f1": 0.0833,
"support": 15,
"predicted": 9
},
"T1090": {
"precision": 0.5238,
"recall": 0.4783,
"f1": 0.5,
"support": 23,
"predicted": 21
},
"T1095": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1105": {
"precision": 0.2,
"recall": 0.0175,
"f1": 0.0323,
"support": 57,
"predicted": 5
},
"T1106": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 34,
"predicted": 0
},
"T1110": {
"precision": 0.4286,
"recall": 0.1579,
"f1": 0.2308,
"support": 19,
"predicted": 7
},
"T1112": {
"precision": 0.2,
"recall": 0.0714,
"f1": 0.1053,
"support": 14,
"predicted": 5
},
"T1113": {
"precision": 0.5,
"recall": 0.2222,
"f1": 0.3077,
"support": 9,
"predicted": 4
},
"T1140": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 68,
"predicted": 2
},
"T1190": {
"precision": 0.4,
"recall": 0.1333,
"f1": 0.2,
"support": 15,
"predicted": 5
},
"T1204.002": {
"precision": 0.0909,
"recall": 0.0667,
"f1": 0.0769,
"support": 15,
"predicted": 11
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1218.011": {
"precision": 0.5,
"recall": 0.7857,
"f1": 0.6111,
"support": 14,
"predicted": 22
},
"T1219": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 19,
"predicted": 0
},
"T1484.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 1
},
"T1518.001": {
"precision": 0.2,
"recall": 0.1429,
"f1": 0.1667,
"support": 7,
"predicted": 5
},
"T1543.003": {
"precision": 0.7143,
"recall": 0.3846,
"f1": 0.5,
"support": 13,
"predicted": 7
},
"T1547.001": {
"precision": 0.3333,
"recall": 0.125,
"f1": 0.1818,
"support": 16,
"predicted": 6
},
"T1548.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 2
},
"T1552.001": {
"precision": 0.5,
"recall": 0.25,
"f1": 0.3333,
"support": 4,
"predicted": 2
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 2
},
"T1566.001": {
"precision": 0.0541,
"recall": 0.3077,
"f1": 0.092,
"support": 13,
"predicted": 74
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 5,
"predicted": 4
},
"T1570": {
"precision": 0.4286,
"recall": 0.5,
"f1": 0.4615,
"support": 6,
"predicted": 7
},
"T1573.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 3
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 26,
"predicted": 0
}
}
}
},
"tfidf_lr": {
"global_threshold": {
"threshold": 0.2,
"micro_f1": 0.4724,
"macro_f1": 0.4492,
"micro_precision": 0.3509,
"micro_recall": 0.7223,
"macro_precision": 0.3785,
"macro_recall": 0.6336,
"n_examples": 3635,
"n_positive_labels": 911,
"per_class": {
"T1003.001": {
"precision": 0.4474,
"recall": 0.8095,
"f1": 0.5763,
"support": 21,
"predicted": 38
},
"T1005": {
"precision": 0.093,
"recall": 0.5,
"f1": 0.1569,
"support": 8,
"predicted": 43
},
"T1012": {
"precision": 0.1333,
"recall": 0.5,
"f1": 0.2105,
"support": 4,
"predicted": 15
},
"T1016": {
"precision": 0.2632,
"recall": 0.4545,
"f1": 0.3333,
"support": 11,
"predicted": 19
},
"T1021.001": {
"precision": 0.3243,
"recall": 1.0,
"f1": 0.4898,
"support": 12,
"predicted": 37
},
"T1027": {
"precision": 0.2971,
"recall": 0.8039,
"f1": 0.4339,
"support": 102,
"predicted": 276
},
"T1033": {
"precision": 0.4615,
"recall": 0.9231,
"f1": 0.6154,
"support": 13,
"predicted": 26
},
"T1036.005": {
"precision": 0.2727,
"recall": 0.6,
"f1": 0.375,
"support": 10,
"predicted": 22
},
"T1041": {
"precision": 0.1695,
"recall": 0.5882,
"f1": 0.2632,
"support": 17,
"predicted": 59
},
"T1047": {
"precision": 0.6286,
"recall": 0.7857,
"f1": 0.6984,
"support": 28,
"predicted": 35
},
"T1053.005": {
"precision": 0.5333,
"recall": 0.9231,
"f1": 0.6761,
"support": 26,
"predicted": 45
},
"T1055": {
"precision": 0.4921,
"recall": 0.775,
"f1": 0.6019,
"support": 40,
"predicted": 63
},
"T1056.001": {
"precision": 0.6667,
"recall": 0.9333,
"f1": 0.7778,
"support": 15,
"predicted": 21
},
"T1057": {
"precision": 0.3448,
"recall": 0.6667,
"f1": 0.4545,
"support": 15,
"predicted": 29
},
"T1059.003": {
"precision": 0.3362,
"recall": 0.7647,
"f1": 0.4671,
"support": 51,
"predicted": 116
},
"T1068": {
"precision": 1.0,
"recall": 0.3333,
"f1": 0.5,
"support": 3,
"predicted": 1
},
"T1070.004": {
"precision": 0.3,
"recall": 0.75,
"f1": 0.4286,
"support": 12,
"predicted": 30
},
"T1071.001": {
"precision": 0.2769,
"recall": 0.8571,
"f1": 0.4186,
"support": 21,
"predicted": 65
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1074.001": {
"precision": 0.2857,
"recall": 0.6667,
"f1": 0.4,
"support": 3,
"predicted": 7
},
"T1078": {
"precision": 0.2143,
"recall": 0.7826,
"f1": 0.3364,
"support": 23,
"predicted": 84
},
"T1082": {
"precision": 0.2037,
"recall": 0.4583,
"f1": 0.2821,
"support": 24,
"predicted": 54
},
"T1083": {
"precision": 0.2391,
"recall": 0.7333,
"f1": 0.3607,
"support": 15,
"predicted": 46
},
"T1090": {
"precision": 0.3889,
"recall": 0.6087,
"f1": 0.4746,
"support": 23,
"predicted": 36
},
"T1095": {
"precision": 0.25,
"recall": 0.3333,
"f1": 0.2857,
"support": 3,
"predicted": 4
},
"T1105": {
"precision": 0.3101,
"recall": 0.7018,
"f1": 0.4301,
"support": 57,
"predicted": 129
},
"T1106": {
"precision": 0.3333,
"recall": 0.6176,
"f1": 0.433,
"support": 34,
"predicted": 63
},
"T1110": {
"precision": 0.5556,
"recall": 0.7895,
"f1": 0.6522,
"support": 19,
"predicted": 27
},
"T1112": {
"precision": 0.2683,
"recall": 0.7857,
"f1": 0.4,
"support": 14,
"predicted": 41
},
"T1113": {
"precision": 0.5,
"recall": 0.8889,
"f1": 0.64,
"support": 9,
"predicted": 16
},
"T1140": {
"precision": 0.5039,
"recall": 0.9412,
"f1": 0.6564,
"support": 68,
"predicted": 127
},
"T1190": {
"precision": 0.3182,
"recall": 0.4667,
"f1": 0.3784,
"support": 15,
"predicted": 22
},
"T1204.002": {
"precision": 0.2647,
"recall": 0.6,
"f1": 0.3673,
"support": 15,
"predicted": 34
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 1
},
"T1218.011": {
"precision": 0.6429,
"recall": 0.6429,
"f1": 0.6429,
"support": 14,
"predicted": 14
},
"T1219": {
"precision": 0.375,
"recall": 0.3158,
"f1": 0.3429,
"support": 19,
"predicted": 16
},
"T1484.001": {
"precision": 0.5,
"recall": 0.4,
"f1": 0.4444,
"support": 5,
"predicted": 4
},
"T1518.001": {
"precision": 0.3333,
"recall": 0.5714,
"f1": 0.4211,
"support": 7,
"predicted": 12
},
"T1543.003": {
"precision": 0.6667,
"recall": 0.6154,
"f1": 0.64,
"support": 13,
"predicted": 12
},
"T1547.001": {
"precision": 0.4483,
"recall": 0.8125,
"f1": 0.5778,
"support": 16,
"predicted": 29
},
"T1548.002": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 2,
"predicted": 2
},
"T1552.001": {
"precision": 0.1111,
"recall": 0.25,
"f1": 0.1538,
"support": 4,
"predicted": 9
},
"T1562.001": {
"precision": 0.6,
"recall": 0.8077,
"f1": 0.6885,
"support": 26,
"predicted": 35
},
"T1564.001": {
"precision": 0.5,
"recall": 0.6667,
"f1": 0.5714,
"support": 3,
"predicted": 4
},
"T1566.001": {
"precision": 0.1786,
"recall": 0.3846,
"f1": 0.2439,
"support": 13,
"predicted": 28
},
"T1569.002": {
"precision": 0.1429,
"recall": 0.2,
"f1": 0.1667,
"support": 5,
"predicted": 7
},
"T1570": {
"precision": 0.1667,
"recall": 0.6667,
"f1": 0.2667,
"support": 6,
"predicted": 24
},
"T1573.001": {
"precision": 0.4286,
"recall": 0.5625,
"f1": 0.4865,
"support": 16,
"predicted": 21
},
"T1574.002": {
"precision": 0.7778,
"recall": 0.8077,
"f1": 0.7925,
"support": 26,
"predicted": 27
}
}
},
"per_class_threshold": {
"thresholds": {
"T1003.001": 0.65,
"T1005": 0.5,
"T1012": 0.1,
"T1016": 0.25,
"T1021.001": 0.4,
"T1027": 0.3,
"T1033": 0.5,
"T1036.005": 0.25,
"T1041": 0.4,
"T1047": 0.2,
"T1053.005": 0.35,
"T1055": 0.4,
"T1056.001": 0.1,
"T1057": 0.55,
"T1059.003": 0.6,
"T1068": 0.15,
"T1070.004": 0.15,
"T1071.001": 0.55,
"T1072": 0.05,
"T1074.001": 0.05,
"T1078": 0.35,
"T1082": 0.8,
"T1083": 0.45,
"T1090": 0.4,
"T1095": 0.2,
"T1105": 0.65,
"T1106": 0.5,
"T1110": 0.2,
"T1112": 0.6,
"T1113": 0.25,
"T1140": 0.5,
"T1190": 0.4,
"T1204.002": 0.4,
"T1210": 0.05,
"T1218.011": 0.15,
"T1219": 0.2,
"T1484.001": 0.1,
"T1518.001": 0.1,
"T1543.003": 0.3,
"T1547.001": 0.45,
"T1548.002": 0.05,
"T1552.001": 0.05,
"T1562.001": 0.55,
"T1564.001": 0.2,
"T1566.001": 0.55,
"T1569.002": 0.05,
"T1570": 0.55,
"T1573.001": 0.8,
"T1574.002": 0.25
},
"micro_f1": 0.5002,
"macro_f1": 0.4536,
"micro_precision": 0.4276,
"micro_recall": 0.6026,
"macro_precision": 0.4343,
"macro_recall": 0.5681,
"n_examples": 3635,
"n_positive_labels": 911,
"per_class": {
"T1003.001": {
"precision": 0.5926,
"recall": 0.7619,
"f1": 0.6667,
"support": 21,
"predicted": 27
},
"T1005": {
"precision": 0.1875,
"recall": 0.375,
"f1": 0.25,
"support": 8,
"predicted": 16
},
"T1012": {
"precision": 0.1667,
"recall": 0.75,
"f1": 0.2727,
"support": 4,
"predicted": 18
},
"T1016": {
"precision": 0.1875,
"recall": 0.2727,
"f1": 0.2222,
"support": 11,
"predicted": 16
},
"T1021.001": {
"precision": 0.3448,
"recall": 0.8333,
"f1": 0.4878,
"support": 12,
"predicted": 29
},
"T1027": {
"precision": 0.3636,
"recall": 0.7451,
"f1": 0.4887,
"support": 102,
"predicted": 209
},
"T1033": {
"precision": 0.6364,
"recall": 0.5385,
"f1": 0.5833,
"support": 13,
"predicted": 11
},
"T1036.005": {
"precision": 0.3125,
"recall": 0.5,
"f1": 0.3846,
"support": 10,
"predicted": 16
},
"T1041": {
"precision": 0.2571,
"recall": 0.5294,
"f1": 0.3462,
"support": 17,
"predicted": 35
},
"T1047": {
"precision": 0.6286,
"recall": 0.7857,
"f1": 0.6984,
"support": 28,
"predicted": 35
},
"T1053.005": {
"precision": 0.55,
"recall": 0.8462,
"f1": 0.6667,
"support": 26,
"predicted": 40
},
"T1055": {
"precision": 0.5918,
"recall": 0.725,
"f1": 0.6517,
"support": 40,
"predicted": 49
},
"T1056.001": {
"precision": 0.6,
"recall": 1.0,
"f1": 0.75,
"support": 15,
"predicted": 25
},
"T1057": {
"precision": 0.75,
"recall": 0.6,
"f1": 0.6667,
"support": 15,
"predicted": 12
},
"T1059.003": {
"precision": 0.5526,
"recall": 0.4118,
"f1": 0.4719,
"support": 51,
"predicted": 38
},
"T1068": {
"precision": 1.0,
"recall": 0.3333,
"f1": 0.5,
"support": 3,
"predicted": 1
},
"T1070.004": {
"precision": 0.2703,
"recall": 0.8333,
"f1": 0.4082,
"support": 12,
"predicted": 37
},
"T1071.001": {
"precision": 0.4375,
"recall": 0.6667,
"f1": 0.5283,
"support": 21,
"predicted": 32
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1074.001": {
"precision": 0.0714,
"recall": 0.6667,
"f1": 0.129,
"support": 3,
"predicted": 28
},
"T1078": {
"precision": 0.2321,
"recall": 0.5652,
"f1": 0.3291,
"support": 23,
"predicted": 56
},
"T1082": {
"precision": 0.6667,
"recall": 0.3333,
"f1": 0.4444,
"support": 24,
"predicted": 12
},
"T1083": {
"precision": 0.3478,
"recall": 0.5333,
"f1": 0.4211,
"support": 15,
"predicted": 23
},
"T1090": {
"precision": 0.5238,
"recall": 0.4783,
"f1": 0.5,
"support": 23,
"predicted": 21
},
"T1095": {
"precision": 0.25,
"recall": 0.3333,
"f1": 0.2857,
"support": 3,
"predicted": 4
},
"T1105": {
"precision": 0.5152,
"recall": 0.2982,
"f1": 0.3778,
"support": 57,
"predicted": 33
},
"T1106": {
"precision": 0.5,
"recall": 0.4118,
"f1": 0.4516,
"support": 34,
"predicted": 28
},
"T1110": {
"precision": 0.5556,
"recall": 0.7895,
"f1": 0.6522,
"support": 19,
"predicted": 27
},
"T1112": {
"precision": 0.4,
"recall": 0.7143,
"f1": 0.5128,
"support": 14,
"predicted": 25
},
"T1113": {
"precision": 0.5,
"recall": 0.8889,
"f1": 0.64,
"support": 9,
"predicted": 16
},
"T1140": {
"precision": 0.7073,
"recall": 0.8529,
"f1": 0.7733,
"support": 68,
"predicted": 82
},
"T1190": {
"precision": 0.5,
"recall": 0.4667,
"f1": 0.4828,
"support": 15,
"predicted": 14
},
"T1204.002": {
"precision": 0.4211,
"recall": 0.5333,
"f1": 0.4706,
"support": 15,
"predicted": 19
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 34
},
"T1218.011": {
"precision": 0.625,
"recall": 0.7143,
"f1": 0.6667,
"support": 14,
"predicted": 16
},
"T1219": {
"precision": 0.375,
"recall": 0.3158,
"f1": 0.3429,
"support": 19,
"predicted": 16
},
"T1484.001": {
"precision": 0.3333,
"recall": 0.6,
"f1": 0.4286,
"support": 5,
"predicted": 9
},
"T1518.001": {
"precision": 0.2381,
"recall": 0.7143,
"f1": 0.3571,
"support": 7,
"predicted": 21
},
"T1543.003": {
"precision": 0.7778,
"recall": 0.5385,
"f1": 0.6364,
"support": 13,
"predicted": 9
},
"T1547.001": {
"precision": 0.5789,
"recall": 0.6875,
"f1": 0.6286,
"support": 16,
"predicted": 19
},
"T1548.002": {
"precision": 0.4,
"recall": 1.0,
"f1": 0.5714,
"support": 2,
"predicted": 5
},
"T1552.001": {
"precision": 0.0833,
"recall": 0.5,
"f1": 0.1429,
"support": 4,
"predicted": 24
},
"T1562.001": {
"precision": 0.7619,
"recall": 0.6154,
"f1": 0.6809,
"support": 26,
"predicted": 21
},
"T1564.001": {
"precision": 0.5,
"recall": 0.6667,
"f1": 0.5714,
"support": 3,
"predicted": 4
},
"T1566.001": {
"precision": 0.1111,
"recall": 0.0769,
"f1": 0.0909,
"support": 13,
"predicted": 9
},
"T1569.002": {
"precision": 0.1304,
"recall": 0.6,
"f1": 0.2143,
"support": 5,
"predicted": 23
},
"T1570": {
"precision": 0.3,
"recall": 0.5,
"f1": 0.375,
"support": 6,
"predicted": 10
},
"T1573.001": {
"precision": 0.6667,
"recall": 0.125,
"f1": 0.2105,
"support": 16,
"predicted": 3
},
"T1574.002": {
"precision": 0.7778,
"recall": 0.8077,
"f1": 0.7925,
"support": 26,
"predicted": 27
}
}
}
}
}