cti-attack-mapper-modernbert / results /baselines__random.json
ctokx's picture
Add results/
d94be6a verified
Raw
History Blame Contribute Delete
54.6 kB
{
"frequency": {
"global_threshold": {
"threshold": 0.05,
"micro_f1": 0.0,
"macro_f1": 0.0,
"micro_precision": 0.0,
"micro_recall": 0.0,
"macro_precision": 0.0,
"macro_recall": 0.0,
"n_examples": 2767,
"n_positive_labels": 737,
"per_class": {
"T1003.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 0
},
"T1005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1016": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 0
},
"T1021.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 0
},
"T1027": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 96,
"predicted": 0
},
"T1033": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1036.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 8,
"predicted": 0
},
"T1041": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1047": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1053.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 14,
"predicted": 0
},
"T1055": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 43,
"predicted": 0
},
"T1056.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1059.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 45,
"predicted": 0
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 0
},
"T1070.004": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1071.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 28,
"predicted": 0
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1074.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1078": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1082": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 0
},
"T1083": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1090": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 18,
"predicted": 0
},
"T1095": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1105": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 40,
"predicted": 0
},
"T1106": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1110": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1112": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1113": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 8,
"predicted": 0
},
"T1140": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 67,
"predicted": 0
},
"T1190": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1204.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1218.011": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 11,
"predicted": 0
},
"T1219": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1484.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1518.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1543.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1547.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1548.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1552.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 0
},
"T1566.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1570": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1573.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 0
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 18,
"predicted": 0
}
}
},
"per_class_threshold": {
"thresholds": {
"T1003.001": 0.05,
"T1005": 0.05,
"T1012": 0.05,
"T1016": 0.05,
"T1021.001": 0.05,
"T1027": 0.05,
"T1033": 0.05,
"T1036.005": 0.05,
"T1041": 0.05,
"T1047": 0.05,
"T1053.005": 0.05,
"T1055": 0.05,
"T1056.001": 0.05,
"T1057": 0.05,
"T1059.003": 0.05,
"T1068": 0.05,
"T1070.004": 0.05,
"T1071.001": 0.05,
"T1072": 0.05,
"T1074.001": 0.05,
"T1078": 0.05,
"T1082": 0.05,
"T1083": 0.05,
"T1090": 0.05,
"T1095": 0.05,
"T1105": 0.05,
"T1106": 0.05,
"T1110": 0.05,
"T1112": 0.05,
"T1113": 0.05,
"T1140": 0.05,
"T1190": 0.05,
"T1204.002": 0.05,
"T1210": 0.05,
"T1218.011": 0.05,
"T1219": 0.05,
"T1484.001": 0.05,
"T1518.001": 0.05,
"T1543.003": 0.05,
"T1547.001": 0.05,
"T1548.002": 0.05,
"T1552.001": 0.05,
"T1562.001": 0.05,
"T1564.001": 0.05,
"T1566.001": 0.05,
"T1569.002": 0.05,
"T1570": 0.05,
"T1573.001": 0.05,
"T1574.002": 0.05
},
"micro_f1": 0.0,
"macro_f1": 0.0,
"micro_precision": 0.0,
"micro_recall": 0.0,
"macro_precision": 0.0,
"macro_recall": 0.0,
"n_examples": 2767,
"n_positive_labels": 737,
"per_class": {
"T1003.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 0
},
"T1005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1016": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 0
},
"T1021.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16,
"predicted": 0
},
"T1027": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 96,
"predicted": 0
},
"T1033": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1036.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 8,
"predicted": 0
},
"T1041": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1047": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1053.005": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 14,
"predicted": 0
},
"T1055": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 43,
"predicted": 0
},
"T1056.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1059.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 45,
"predicted": 0
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 0
},
"T1070.004": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1071.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 28,
"predicted": 0
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1074.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1078": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1082": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 0
},
"T1083": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1090": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 18,
"predicted": 0
},
"T1095": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 0
},
"T1105": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 40,
"predicted": 0
},
"T1106": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 21,
"predicted": 0
},
"T1110": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1112": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1113": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 8,
"predicted": 0
},
"T1140": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 67,
"predicted": 0
},
"T1190": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1204.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1218.011": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 11,
"predicted": 0
},
"T1219": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1484.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1518.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1543.003": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1547.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 0
},
"T1548.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 6,
"predicted": 0
},
"T1552.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 0
},
"T1566.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 15,
"predicted": 0
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1570": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1573.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 0
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 18,
"predicted": 0
}
}
}
},
"keyword": {
"global_threshold": {
"threshold": 0.05,
"micro_f1": 0.1535,
"macro_f1": 0.1709,
"micro_precision": 0.2895,
"micro_recall": 0.1045,
"macro_precision": 0.3017,
"macro_recall": 0.1484,
"n_examples": 2767,
"n_positive_labels": 737,
"per_class": {
"T1003.001": {
"precision": 0.4286,
"recall": 0.1765,
"f1": 0.25,
"support": 17,
"predicted": 7
},
"T1005": {
"precision": 0.5,
"recall": 0.0833,
"f1": 0.1429,
"support": 12,
"predicted": 2
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 4
},
"T1016": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 2
},
"T1021.001": {
"precision": 0.25,
"recall": 0.1875,
"f1": 0.2143,
"support": 16,
"predicted": 12
},
"T1027": {
"precision": 0.2857,
"recall": 0.0208,
"f1": 0.0388,
"support": 96,
"predicted": 7
},
"T1033": {
"precision": 0.25,
"recall": 0.1667,
"f1": 0.2,
"support": 6,
"predicted": 4
},
"T1036.005": {
"precision": 0.5,
"recall": 0.25,
"f1": 0.3333,
"support": 8,
"predicted": 4
},
"T1041": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 1
},
"T1047": {
"precision": 0.25,
"recall": 0.1,
"f1": 0.1429,
"support": 10,
"predicted": 4
},
"T1053.005": {
"precision": 0.6,
"recall": 0.6429,
"f1": 0.6207,
"support": 14,
"predicted": 15
},
"T1055": {
"precision": 0.5,
"recall": 0.0698,
"f1": 0.1224,
"support": 43,
"predicted": 6
},
"T1056.001": {
"precision": 0.5,
"recall": 0.1667,
"f1": 0.25,
"support": 6,
"predicted": 2
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 4
},
"T1059.003": {
"precision": 0.0909,
"recall": 0.0222,
"f1": 0.0357,
"support": 45,
"predicted": 11
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 1
},
"T1070.004": {
"precision": 0.2,
"recall": 0.1333,
"f1": 0.16,
"support": 15,
"predicted": 10
},
"T1071.001": {
"precision": 0.1429,
"recall": 0.0357,
"f1": 0.0571,
"support": 28,
"predicted": 7
},
"T1072": {
"precision": 0.5,
"recall": 0.5,
"f1": 0.5,
"support": 2,
"predicted": 2
},
"T1074.001": {
"precision": 1.0,
"recall": 0.3333,
"f1": 0.5,
"support": 3,
"predicted": 1
},
"T1078": {
"precision": 0.5,
"recall": 0.1429,
"f1": 0.2222,
"support": 21,
"predicted": 6
},
"T1082": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 5
},
"T1083": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 5
},
"T1090": {
"precision": 0.2632,
"recall": 0.2778,
"f1": 0.2703,
"support": 18,
"predicted": 19
},
"T1095": {
"precision": 0.75,
"recall": 0.25,
"f1": 0.375,
"support": 12,
"predicted": 4
},
"T1105": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 40,
"predicted": 1
},
"T1106": {
"precision": 0.5,
"recall": 0.0476,
"f1": 0.087,
"support": 21,
"predicted": 2
},
"T1110": {
"precision": 0.25,
"recall": 0.3333,
"f1": 0.2857,
"support": 3,
"predicted": 4
},
"T1112": {
"precision": 0.1429,
"recall": 0.0667,
"f1": 0.0909,
"support": 15,
"predicted": 7
},
"T1113": {
"precision": 1.0,
"recall": 0.125,
"f1": 0.2222,
"support": 8,
"predicted": 1
},
"T1140": {
"precision": 0.2,
"recall": 0.0149,
"f1": 0.0278,
"support": 67,
"predicted": 5
},
"T1190": {
"precision": 0.6667,
"recall": 0.1538,
"f1": 0.25,
"support": 13,
"predicted": 3
},
"T1204.002": {
"precision": 0.1429,
"recall": 0.2,
"f1": 0.1667,
"support": 10,
"predicted": 14
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 1
},
"T1218.011": {
"precision": 0.5,
"recall": 0.6364,
"f1": 0.56,
"support": 11,
"predicted": 14
},
"T1219": {
"precision": 1.0,
"recall": 0.25,
"f1": 0.4,
"support": 4,
"predicted": 1
},
"T1484.001": {
"precision": 1.0,
"recall": 0.25,
"f1": 0.4,
"support": 4,
"predicted": 1
},
"T1518.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1543.003": {
"precision": 0.5,
"recall": 0.5,
"f1": 0.5,
"support": 4,
"predicted": 4
},
"T1547.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 2
},
"T1548.002": {
"precision": 0.25,
"recall": 0.1667,
"f1": 0.2,
"support": 6,
"predicted": 4
},
"T1552.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 1
},
"T1566.001": {
"precision": 0.2174,
"recall": 0.6667,
"f1": 0.3279,
"support": 15,
"predicted": 46
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 3
},
"T1570": {
"precision": 0.5,
"recall": 0.0769,
"f1": 0.1333,
"support": 13,
"predicted": 2
},
"T1573.001": {
"precision": 0.4,
"recall": 0.2222,
"f1": 0.2857,
"support": 9,
"predicted": 5
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 18,
"predicted": 0
}
}
},
"per_class_threshold": {
"thresholds": {
"T1003.001": 0.05,
"T1005": 0.05,
"T1012": 0.05,
"T1016": 0.05,
"T1021.001": 0.05,
"T1027": 0.05,
"T1033": 0.05,
"T1036.005": 0.05,
"T1041": 0.05,
"T1047": 0.05,
"T1053.005": 0.05,
"T1055": 0.05,
"T1056.001": 0.05,
"T1057": 0.05,
"T1059.003": 0.05,
"T1068": 0.05,
"T1070.004": 0.05,
"T1071.001": 0.05,
"T1072": 0.05,
"T1074.001": 0.05,
"T1078": 0.05,
"T1082": 0.05,
"T1083": 0.05,
"T1090": 0.05,
"T1095": 0.05,
"T1105": 0.05,
"T1106": 0.05,
"T1110": 0.05,
"T1112": 0.05,
"T1113": 0.05,
"T1140": 0.05,
"T1190": 0.05,
"T1204.002": 0.05,
"T1210": 0.05,
"T1218.011": 0.05,
"T1219": 0.05,
"T1484.001": 0.05,
"T1518.001": 0.05,
"T1543.003": 0.05,
"T1547.001": 0.05,
"T1548.002": 0.05,
"T1552.001": 0.05,
"T1562.001": 0.05,
"T1564.001": 0.05,
"T1566.001": 0.05,
"T1569.002": 0.05,
"T1570": 0.05,
"T1573.001": 0.05,
"T1574.002": 0.05
},
"micro_f1": 0.1535,
"macro_f1": 0.1709,
"micro_precision": 0.2895,
"micro_recall": 0.1045,
"macro_precision": 0.3017,
"macro_recall": 0.1484,
"n_examples": 2767,
"n_positive_labels": 737,
"per_class": {
"T1003.001": {
"precision": 0.4286,
"recall": 0.1765,
"f1": 0.25,
"support": 17,
"predicted": 7
},
"T1005": {
"precision": 0.5,
"recall": 0.0833,
"f1": 0.1429,
"support": 12,
"predicted": 2
},
"T1012": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 4
},
"T1016": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 9,
"predicted": 2
},
"T1021.001": {
"precision": 0.25,
"recall": 0.1875,
"f1": 0.2143,
"support": 16,
"predicted": 12
},
"T1027": {
"precision": 0.2857,
"recall": 0.0208,
"f1": 0.0388,
"support": 96,
"predicted": 7
},
"T1033": {
"precision": 0.25,
"recall": 0.1667,
"f1": 0.2,
"support": 6,
"predicted": 4
},
"T1036.005": {
"precision": 0.5,
"recall": 0.25,
"f1": 0.3333,
"support": 8,
"predicted": 4
},
"T1041": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 1
},
"T1047": {
"precision": 0.25,
"recall": 0.1,
"f1": 0.1429,
"support": 10,
"predicted": 4
},
"T1053.005": {
"precision": 0.6,
"recall": 0.6429,
"f1": 0.6207,
"support": 14,
"predicted": 15
},
"T1055": {
"precision": 0.5,
"recall": 0.0698,
"f1": 0.1224,
"support": 43,
"predicted": 6
},
"T1056.001": {
"precision": 0.5,
"recall": 0.1667,
"f1": 0.25,
"support": 6,
"predicted": 2
},
"T1057": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 12,
"predicted": 4
},
"T1059.003": {
"precision": 0.0909,
"recall": 0.0222,
"f1": 0.0357,
"support": 45,
"predicted": 11
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 1
},
"T1070.004": {
"precision": 0.2,
"recall": 0.1333,
"f1": 0.16,
"support": 15,
"predicted": 10
},
"T1071.001": {
"precision": 0.1429,
"recall": 0.0357,
"f1": 0.0571,
"support": 28,
"predicted": 7
},
"T1072": {
"precision": 0.5,
"recall": 0.5,
"f1": 0.5,
"support": 2,
"predicted": 2
},
"T1074.001": {
"precision": 1.0,
"recall": 0.3333,
"f1": 0.5,
"support": 3,
"predicted": 1
},
"T1078": {
"precision": 0.5,
"recall": 0.1429,
"f1": 0.2222,
"support": 21,
"predicted": 6
},
"T1082": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 17,
"predicted": 5
},
"T1083": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 5
},
"T1090": {
"precision": 0.2632,
"recall": 0.2778,
"f1": 0.2703,
"support": 18,
"predicted": 19
},
"T1095": {
"precision": 0.75,
"recall": 0.25,
"f1": 0.375,
"support": 12,
"predicted": 4
},
"T1105": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 40,
"predicted": 1
},
"T1106": {
"precision": 0.5,
"recall": 0.0476,
"f1": 0.087,
"support": 21,
"predicted": 2
},
"T1110": {
"precision": 0.25,
"recall": 0.3333,
"f1": 0.2857,
"support": 3,
"predicted": 4
},
"T1112": {
"precision": 0.1429,
"recall": 0.0667,
"f1": 0.0909,
"support": 15,
"predicted": 7
},
"T1113": {
"precision": 1.0,
"recall": 0.125,
"f1": 0.2222,
"support": 8,
"predicted": 1
},
"T1140": {
"precision": 0.2,
"recall": 0.0149,
"f1": 0.0278,
"support": 67,
"predicted": 5
},
"T1190": {
"precision": 0.6667,
"recall": 0.1538,
"f1": 0.25,
"support": 13,
"predicted": 3
},
"T1204.002": {
"precision": 0.1429,
"recall": 0.2,
"f1": 0.1667,
"support": 10,
"predicted": 14
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 1
},
"T1218.011": {
"precision": 0.5,
"recall": 0.6364,
"f1": 0.56,
"support": 11,
"predicted": 14
},
"T1219": {
"precision": 1.0,
"recall": 0.25,
"f1": 0.4,
"support": 4,
"predicted": 1
},
"T1484.001": {
"precision": 1.0,
"recall": 0.25,
"f1": 0.4,
"support": 4,
"predicted": 1
},
"T1518.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 4,
"predicted": 0
},
"T1543.003": {
"precision": 0.5,
"recall": 0.5,
"f1": 0.5,
"support": 4,
"predicted": 4
},
"T1547.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 10,
"predicted": 2
},
"T1548.002": {
"precision": 0.25,
"recall": 0.1667,
"f1": 0.2,
"support": 6,
"predicted": 4
},
"T1552.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 3,
"predicted": 0
},
"T1562.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 13,
"predicted": 0
},
"T1564.001": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 1
},
"T1566.001": {
"precision": 0.2174,
"recall": 0.6667,
"f1": 0.3279,
"support": 15,
"predicted": 46
},
"T1569.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 3
},
"T1570": {
"precision": 0.5,
"recall": 0.0769,
"f1": 0.1333,
"support": 13,
"predicted": 2
},
"T1573.001": {
"precision": 0.4,
"recall": 0.2222,
"f1": 0.2857,
"support": 9,
"predicted": 5
},
"T1574.002": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 18,
"predicted": 0
}
}
}
},
"tfidf_lr": {
"global_threshold": {
"threshold": 0.35,
"micro_f1": 0.5518,
"macro_f1": 0.5149,
"micro_precision": 0.4683,
"micro_recall": 0.6716,
"macro_precision": 0.4666,
"macro_recall": 0.6088,
"n_examples": 2767,
"n_positive_labels": 737,
"per_class": {
"T1003.001": {
"precision": 0.6,
"recall": 0.8824,
"f1": 0.7143,
"support": 17,
"predicted": 25
},
"T1005": {
"precision": 0.2,
"recall": 0.1667,
"f1": 0.1818,
"support": 12,
"predicted": 10
},
"T1012": {
"precision": 0.4,
"recall": 0.5,
"f1": 0.4444,
"support": 4,
"predicted": 5
},
"T1016": {
"precision": 0.4286,
"recall": 0.3333,
"f1": 0.375,
"support": 9,
"predicted": 7
},
"T1021.001": {
"precision": 0.6,
"recall": 0.75,
"f1": 0.6667,
"support": 16,
"predicted": 20
},
"T1027": {
"precision": 0.3676,
"recall": 0.7083,
"f1": 0.484,
"support": 96,
"predicted": 185
},
"T1033": {
"precision": 0.2,
"recall": 0.1667,
"f1": 0.1818,
"support": 6,
"predicted": 5
},
"T1036.005": {
"precision": 0.4545,
"recall": 0.625,
"f1": 0.5263,
"support": 8,
"predicted": 11
},
"T1041": {
"precision": 0.2727,
"recall": 0.4615,
"f1": 0.3429,
"support": 13,
"predicted": 22
},
"T1047": {
"precision": 0.5455,
"recall": 0.6,
"f1": 0.5714,
"support": 10,
"predicted": 11
},
"T1053.005": {
"precision": 0.6842,
"recall": 0.9286,
"f1": 0.7879,
"support": 14,
"predicted": 19
},
"T1055": {
"precision": 0.5741,
"recall": 0.7209,
"f1": 0.6392,
"support": 43,
"predicted": 54
},
"T1056.001": {
"precision": 0.8571,
"recall": 1.0,
"f1": 0.9231,
"support": 6,
"predicted": 7
},
"T1057": {
"precision": 0.375,
"recall": 0.5,
"f1": 0.4286,
"support": 12,
"predicted": 16
},
"T1059.003": {
"precision": 0.4627,
"recall": 0.6889,
"f1": 0.5536,
"support": 45,
"predicted": 67
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 0
},
"T1070.004": {
"precision": 0.4231,
"recall": 0.7333,
"f1": 0.5366,
"support": 15,
"predicted": 26
},
"T1071.001": {
"precision": 0.4688,
"recall": 0.5357,
"f1": 0.5,
"support": 28,
"predicted": 32
},
"T1072": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 2
},
"T1074.001": {
"precision": 0.2,
"recall": 0.3333,
"f1": 0.25,
"support": 3,
"predicted": 5
},
"T1078": {
"precision": 0.325,
"recall": 0.619,
"f1": 0.4262,
"support": 21,
"predicted": 40
},
"T1082": {
"precision": 0.3158,
"recall": 0.3529,
"f1": 0.3333,
"support": 17,
"predicted": 19
},
"T1083": {
"precision": 0.3077,
"recall": 0.3077,
"f1": 0.3077,
"support": 13,
"predicted": 13
},
"T1090": {
"precision": 0.5217,
"recall": 0.6667,
"f1": 0.5854,
"support": 18,
"predicted": 23
},
"T1095": {
"precision": 0.5714,
"recall": 0.6667,
"f1": 0.6154,
"support": 12,
"predicted": 14
},
"T1105": {
"precision": 0.4,
"recall": 0.6,
"f1": 0.48,
"support": 40,
"predicted": 60
},
"T1106": {
"precision": 0.4359,
"recall": 0.8095,
"f1": 0.5667,
"support": 21,
"predicted": 39
},
"T1110": {
"precision": 0.5,
"recall": 1.0,
"f1": 0.6667,
"support": 3,
"predicted": 6
},
"T1112": {
"precision": 0.4375,
"recall": 0.9333,
"f1": 0.5957,
"support": 15,
"predicted": 32
},
"T1113": {
"precision": 0.7,
"recall": 0.875,
"f1": 0.7778,
"support": 8,
"predicted": 10
},
"T1140": {
"precision": 0.6087,
"recall": 0.8358,
"f1": 0.7044,
"support": 67,
"predicted": 92
},
"T1190": {
"precision": 0.6667,
"recall": 0.6154,
"f1": 0.64,
"support": 13,
"predicted": 12
},
"T1204.002": {
"precision": 0.4118,
"recall": 0.7,
"f1": 0.5185,
"support": 10,
"predicted": 17
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 0
},
"T1218.011": {
"precision": 0.5,
"recall": 0.5455,
"f1": 0.5217,
"support": 11,
"predicted": 12
},
"T1219": {
"precision": 0.3333,
"recall": 0.75,
"f1": 0.4615,
"support": 4,
"predicted": 9
},
"T1484.001": {
"precision": 0.5,
"recall": 0.75,
"f1": 0.6,
"support": 4,
"predicted": 6
},
"T1518.001": {
"precision": 1.0,
"recall": 0.5,
"f1": 0.6667,
"support": 4,
"predicted": 2
},
"T1543.003": {
"precision": 0.6,
"recall": 0.75,
"f1": 0.6667,
"support": 4,
"predicted": 5
},
"T1547.001": {
"precision": 0.4706,
"recall": 0.8,
"f1": 0.5926,
"support": 10,
"predicted": 17
},
"T1548.002": {
"precision": 0.8,
"recall": 0.6667,
"f1": 0.7273,
"support": 6,
"predicted": 5
},
"T1552.001": {
"precision": 0.5,
"recall": 0.3333,
"f1": 0.4,
"support": 3,
"predicted": 2
},
"T1562.001": {
"precision": 0.5625,
"recall": 0.6923,
"f1": 0.6207,
"support": 13,
"predicted": 16
},
"T1564.001": {
"precision": 0.5,
"recall": 1.0,
"f1": 0.6667,
"support": 1,
"predicted": 2
},
"T1566.001": {
"precision": 0.5,
"recall": 0.8,
"f1": 0.6154,
"support": 15,
"predicted": 24
},
"T1569.002": {
"precision": 0.5,
"recall": 0.5,
"f1": 0.5,
"support": 2,
"predicted": 2
},
"T1570": {
"precision": 0.6667,
"recall": 0.4615,
"f1": 0.5455,
"support": 13,
"predicted": 9
},
"T1573.001": {
"precision": 0.3889,
"recall": 0.7778,
"f1": 0.5185,
"support": 9,
"predicted": 18
},
"T1574.002": {
"precision": 0.7273,
"recall": 0.8889,
"f1": 0.8,
"support": 18,
"predicted": 22
}
}
},
"per_class_threshold": {
"thresholds": {
"T1003.001": 0.7,
"T1005": 0.75,
"T1012": 0.25,
"T1016": 0.3,
"T1021.001": 0.3,
"T1027": 0.65,
"T1033": 0.1,
"T1036.005": 0.35,
"T1041": 0.8,
"T1047": 0.35,
"T1053.005": 0.35,
"T1055": 0.6,
"T1056.001": 0.2,
"T1057": 0.35,
"T1059.003": 0.4,
"T1068": 0.2,
"T1070.004": 0.7,
"T1071.001": 0.45,
"T1072": 0.05,
"T1074.001": 0.05,
"T1078": 0.9,
"T1082": 0.55,
"T1083": 0.6,
"T1090": 0.5,
"T1095": 0.3,
"T1105": 0.7,
"T1106": 0.4,
"T1110": 0.45,
"T1112": 0.65,
"T1113": 0.6,
"T1140": 0.5,
"T1190": 0.55,
"T1204.002": 0.8,
"T1210": 0.05,
"T1218.011": 0.4,
"T1219": 0.6,
"T1484.001": 0.35,
"T1518.001": 0.3,
"T1543.003": 0.55,
"T1547.001": 0.65,
"T1548.002": 0.05,
"T1552.001": 0.35,
"T1562.001": 0.85,
"T1564.001": 0.3,
"T1566.001": 0.35,
"T1569.002": 0.25,
"T1570": 0.55,
"T1573.001": 0.35,
"T1574.002": 0.6
},
"micro_f1": 0.5452,
"macro_f1": 0.5065,
"micro_precision": 0.5138,
"micro_recall": 0.5807,
"macro_precision": 0.5006,
"macro_recall": 0.5664,
"n_examples": 2767,
"n_positive_labels": 737,
"per_class": {
"T1003.001": {
"precision": 0.7692,
"recall": 0.5882,
"f1": 0.6667,
"support": 17,
"predicted": 13
},
"T1005": {
"precision": 0.3333,
"recall": 0.0833,
"f1": 0.1333,
"support": 12,
"predicted": 3
},
"T1012": {
"precision": 0.4,
"recall": 0.5,
"f1": 0.4444,
"support": 4,
"predicted": 5
},
"T1016": {
"precision": 0.4286,
"recall": 0.3333,
"f1": 0.375,
"support": 9,
"predicted": 7
},
"T1021.001": {
"precision": 0.6364,
"recall": 0.875,
"f1": 0.7368,
"support": 16,
"predicted": 22
},
"T1027": {
"precision": 0.5213,
"recall": 0.5104,
"f1": 0.5158,
"support": 96,
"predicted": 94
},
"T1033": {
"precision": 0.1875,
"recall": 0.5,
"f1": 0.2727,
"support": 6,
"predicted": 16
},
"T1036.005": {
"precision": 0.4545,
"recall": 0.625,
"f1": 0.5263,
"support": 8,
"predicted": 11
},
"T1041": {
"precision": 0.2857,
"recall": 0.1538,
"f1": 0.2,
"support": 13,
"predicted": 7
},
"T1047": {
"precision": 0.5455,
"recall": 0.6,
"f1": 0.5714,
"support": 10,
"predicted": 11
},
"T1053.005": {
"precision": 0.6842,
"recall": 0.9286,
"f1": 0.7879,
"support": 14,
"predicted": 19
},
"T1055": {
"precision": 0.6591,
"recall": 0.6744,
"f1": 0.6667,
"support": 43,
"predicted": 44
},
"T1056.001": {
"precision": 0.75,
"recall": 1.0,
"f1": 0.8571,
"support": 6,
"predicted": 8
},
"T1057": {
"precision": 0.375,
"recall": 0.5,
"f1": 0.4286,
"support": 12,
"predicted": 16
},
"T1059.003": {
"precision": 0.459,
"recall": 0.6222,
"f1": 0.5283,
"support": 45,
"predicted": 61
},
"T1068": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 1,
"predicted": 2
},
"T1070.004": {
"precision": 0.6,
"recall": 0.6,
"f1": 0.6,
"support": 15,
"predicted": 15
},
"T1071.001": {
"precision": 0.5385,
"recall": 0.5,
"f1": 0.5185,
"support": 28,
"predicted": 26
},
"T1072": {
"precision": 0.25,
"recall": 0.5,
"f1": 0.3333,
"support": 2,
"predicted": 4
},
"T1074.001": {
"precision": 0.0286,
"recall": 0.3333,
"f1": 0.0526,
"support": 3,
"predicted": 35
},
"T1078": {
"precision": 1.0,
"recall": 0.3333,
"f1": 0.5,
"support": 21,
"predicted": 7
},
"T1082": {
"precision": 0.3846,
"recall": 0.2941,
"f1": 0.3333,
"support": 17,
"predicted": 13
},
"T1083": {
"precision": 0.2857,
"recall": 0.1538,
"f1": 0.2,
"support": 13,
"predicted": 7
},
"T1090": {
"precision": 0.5263,
"recall": 0.5556,
"f1": 0.5405,
"support": 18,
"predicted": 19
},
"T1095": {
"precision": 0.6,
"recall": 0.75,
"f1": 0.6667,
"support": 12,
"predicted": 15
},
"T1105": {
"precision": 0.4688,
"recall": 0.375,
"f1": 0.4167,
"support": 40,
"predicted": 32
},
"T1106": {
"precision": 0.4848,
"recall": 0.7619,
"f1": 0.5926,
"support": 21,
"predicted": 33
},
"T1110": {
"precision": 0.5,
"recall": 1.0,
"f1": 0.6667,
"support": 3,
"predicted": 6
},
"T1112": {
"precision": 0.5652,
"recall": 0.8667,
"f1": 0.6842,
"support": 15,
"predicted": 23
},
"T1113": {
"precision": 0.75,
"recall": 0.75,
"f1": 0.75,
"support": 8,
"predicted": 8
},
"T1140": {
"precision": 0.6974,
"recall": 0.791,
"f1": 0.7413,
"support": 67,
"predicted": 76
},
"T1190": {
"precision": 0.625,
"recall": 0.3846,
"f1": 0.4762,
"support": 13,
"predicted": 8
},
"T1204.002": {
"precision": 0.3636,
"recall": 0.4,
"f1": 0.381,
"support": 10,
"predicted": 11
},
"T1210": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 2,
"predicted": 16
},
"T1218.011": {
"precision": 0.5,
"recall": 0.5455,
"f1": 0.5217,
"support": 11,
"predicted": 12
},
"T1219": {
"precision": 0.2857,
"recall": 0.5,
"f1": 0.3636,
"support": 4,
"predicted": 7
},
"T1484.001": {
"precision": 0.5,
"recall": 0.75,
"f1": 0.6,
"support": 4,
"predicted": 6
},
"T1518.001": {
"precision": 0.6667,
"recall": 0.5,
"f1": 0.5714,
"support": 4,
"predicted": 3
},
"T1543.003": {
"precision": 0.75,
"recall": 0.75,
"f1": 0.75,
"support": 4,
"predicted": 4
},
"T1547.001": {
"precision": 0.5455,
"recall": 0.6,
"f1": 0.5714,
"support": 10,
"predicted": 11
},
"T1548.002": {
"precision": 0.4286,
"recall": 1.0,
"f1": 0.6,
"support": 6,
"predicted": 14
},
"T1552.001": {
"precision": 0.5,
"recall": 0.3333,
"f1": 0.4,
"support": 3,
"predicted": 2
},
"T1562.001": {
"precision": 0.8182,
"recall": 0.6923,
"f1": 0.75,
"support": 13,
"predicted": 11
},
"T1564.001": {
"precision": 0.5,
"recall": 1.0,
"f1": 0.6667,
"support": 1,
"predicted": 2
},
"T1566.001": {
"precision": 0.5,
"recall": 0.8,
"f1": 0.6154,
"support": 15,
"predicted": 24
},
"T1569.002": {
"precision": 0.3333,
"recall": 0.5,
"f1": 0.4,
"support": 2,
"predicted": 3
},
"T1570": {
"precision": 0.8333,
"recall": 0.3846,
"f1": 0.5263,
"support": 13,
"predicted": 6
},
"T1573.001": {
"precision": 0.3889,
"recall": 0.7778,
"f1": 0.5185,
"support": 9,
"predicted": 18
},
"T1574.002": {
"precision": 0.8235,
"recall": 0.7778,
"f1": 0.8,
"support": 18,
"predicted": 17
}
}
}
}
}