| { | |
| "run": "securebert__random", | |
| "base_model": "ehsanaghaei/SecureBERT", | |
| "split_scheme": "random", | |
| "best_epoch": 6, | |
| "dev_macro_f1": 0.417, | |
| "global_threshold": { | |
| "threshold": 0.85, | |
| "micro_f1": 0.4702, | |
| "macro_f1": 0.3877, | |
| "micro_precision": 0.3913, | |
| "micro_recall": 0.5889, | |
| "macro_precision": 0.3928, | |
| "macro_recall": 0.4509, | |
| "n_examples": 2767, | |
| "n_positive_labels": 737, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.6, | |
| "recall": 0.7059, | |
| "f1": 0.6486, | |
| "support": 17, | |
| "predicted": 20 | |
| }, | |
| "T1005": { | |
| "precision": 0.4, | |
| "recall": 0.1667, | |
| "f1": 0.2353, | |
| "support": 12, | |
| "predicted": 5 | |
| }, | |
| "T1012": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 1 | |
| }, | |
| "T1016": { | |
| "precision": 0.5, | |
| "recall": 0.1111, | |
| "f1": 0.1818, | |
| "support": 9, | |
| "predicted": 2 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.5263, | |
| "recall": 0.625, | |
| "f1": 0.5714, | |
| "support": 16, | |
| "predicted": 19 | |
| }, | |
| "T1027": { | |
| "precision": 0.3163, | |
| "recall": 0.6458, | |
| "f1": 0.4247, | |
| "support": 96, | |
| "predicted": 196 | |
| }, | |
| "T1033": { | |
| "precision": 0.1111, | |
| "recall": 0.1667, | |
| "f1": 0.1333, | |
| "support": 6, | |
| "predicted": 9 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.3333, | |
| "recall": 0.125, | |
| "f1": 0.1818, | |
| "support": 8, | |
| "predicted": 3 | |
| }, | |
| "T1041": { | |
| "precision": 0.2632, | |
| "recall": 0.3846, | |
| "f1": 0.3125, | |
| "support": 13, | |
| "predicted": 19 | |
| }, | |
| "T1047": { | |
| "precision": 0.4, | |
| "recall": 0.4, | |
| "f1": 0.4, | |
| "support": 10, | |
| "predicted": 10 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.5625, | |
| "recall": 0.6429, | |
| "f1": 0.6, | |
| "support": 14, | |
| "predicted": 16 | |
| }, | |
| "T1055": { | |
| "precision": 0.4688, | |
| "recall": 0.6977, | |
| "f1": 0.5607, | |
| "support": 43, | |
| "predicted": 64 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.4, | |
| "recall": 0.6667, | |
| "f1": 0.5, | |
| "support": 6, | |
| "predicted": 10 | |
| }, | |
| "T1057": { | |
| "precision": 0.75, | |
| "recall": 0.5, | |
| "f1": 0.6, | |
| "support": 12, | |
| "predicted": 8 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.3836, | |
| "recall": 0.6222, | |
| "f1": 0.4746, | |
| "support": 45, | |
| "predicted": 73 | |
| }, | |
| "T1068": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 1, | |
| "predicted": 0 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.5714, | |
| "recall": 0.8, | |
| "f1": 0.6667, | |
| "support": 15, | |
| "predicted": 21 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.3636, | |
| "recall": 0.5714, | |
| "f1": 0.4444, | |
| "support": 28, | |
| "predicted": 44 | |
| }, | |
| "T1072": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1078": { | |
| "precision": 0.2273, | |
| "recall": 0.4762, | |
| "f1": 0.3077, | |
| "support": 21, | |
| "predicted": 44 | |
| }, | |
| "T1082": { | |
| "precision": 0.3913, | |
| "recall": 0.5294, | |
| "f1": 0.45, | |
| "support": 17, | |
| "predicted": 23 | |
| }, | |
| "T1083": { | |
| "precision": 0.2174, | |
| "recall": 0.3846, | |
| "f1": 0.2778, | |
| "support": 13, | |
| "predicted": 23 | |
| }, | |
| "T1090": { | |
| "precision": 0.2439, | |
| "recall": 0.5556, | |
| "f1": 0.339, | |
| "support": 18, | |
| "predicted": 41 | |
| }, | |
| "T1095": { | |
| "precision": 0.5, | |
| "recall": 0.5833, | |
| "f1": 0.5385, | |
| "support": 12, | |
| "predicted": 14 | |
| }, | |
| "T1105": { | |
| "precision": 0.3898, | |
| "recall": 0.575, | |
| "f1": 0.4646, | |
| "support": 40, | |
| "predicted": 59 | |
| }, | |
| "T1106": { | |
| "precision": 0.4048, | |
| "recall": 0.8095, | |
| "f1": 0.5397, | |
| "support": 21, | |
| "predicted": 42 | |
| }, | |
| "T1110": { | |
| "precision": 0.6, | |
| "recall": 1.0, | |
| "f1": 0.75, | |
| "support": 3, | |
| "predicted": 5 | |
| }, | |
| "T1112": { | |
| "precision": 0.2927, | |
| "recall": 0.8, | |
| "f1": 0.4286, | |
| "support": 15, | |
| "predicted": 41 | |
| }, | |
| "T1113": { | |
| "precision": 0.7143, | |
| "recall": 0.625, | |
| "f1": 0.6667, | |
| "support": 8, | |
| "predicted": 7 | |
| }, | |
| "T1140": { | |
| "precision": 0.4357, | |
| "recall": 0.9104, | |
| "f1": 0.5894, | |
| "support": 67, | |
| "predicted": 140 | |
| }, | |
| "T1190": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 13, | |
| "predicted": 1 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.1935, | |
| "recall": 0.6, | |
| "f1": 0.2927, | |
| "support": 10, | |
| "predicted": 31 | |
| }, | |
| "T1210": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.6364, | |
| "recall": 0.6364, | |
| "f1": 0.6364, | |
| "support": 11, | |
| "predicted": 11 | |
| }, | |
| "T1219": { | |
| "precision": 0.4, | |
| "recall": 0.5, | |
| "f1": 0.4444, | |
| "support": 4, | |
| "predicted": 5 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 0 | |
| }, | |
| "T1518.001": { | |
| "precision": 1.0, | |
| "recall": 0.25, | |
| "f1": 0.4, | |
| "support": 4, | |
| "predicted": 1 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.6, | |
| "recall": 0.75, | |
| "f1": 0.6667, | |
| "support": 4, | |
| "predicted": 5 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.5, | |
| "recall": 0.4, | |
| "f1": 0.4444, | |
| "support": 10, | |
| "predicted": 8 | |
| }, | |
| "T1548.002": { | |
| "precision": 1.0, | |
| "recall": 0.3333, | |
| "f1": 0.5, | |
| "support": 6, | |
| "predicted": 2 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.5238, | |
| "recall": 0.8462, | |
| "f1": 0.6471, | |
| "support": 13, | |
| "predicted": 21 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 1, | |
| "predicted": 0 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.3871, | |
| "recall": 0.8, | |
| "f1": 0.5217, | |
| "support": 15, | |
| "predicted": 31 | |
| }, | |
| "T1569.002": { | |
| "precision": 1.0, | |
| "recall": 0.5, | |
| "f1": 0.6667, | |
| "support": 2, | |
| "predicted": 1 | |
| }, | |
| "T1570": { | |
| "precision": 0.4286, | |
| "recall": 0.2308, | |
| "f1": 0.3, | |
| "support": 13, | |
| "predicted": 7 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.4444, | |
| "recall": 0.4444, | |
| "f1": 0.4444, | |
| "support": 9, | |
| "predicted": 9 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.7647, | |
| "recall": 0.7222, | |
| "f1": 0.7429, | |
| "support": 18, | |
| "predicted": 17 | |
| } | |
| } | |
| }, | |
| "per_class_threshold": { | |
| "thresholds": { | |
| "T1003.001": 0.9, | |
| "T1005": 0.85, | |
| "T1012": 0.8, | |
| "T1016": 0.8, | |
| "T1021.001": 0.9, | |
| "T1027": 0.8, | |
| "T1033": 0.85, | |
| "T1036.005": 0.85, | |
| "T1041": 0.8, | |
| "T1047": 0.9, | |
| "T1053.005": 0.9, | |
| "T1055": 0.9, | |
| "T1056.001": 0.85, | |
| "T1057": 0.65, | |
| "T1059.003": 0.95, | |
| "T1068": 0.6, | |
| "T1070.004": 0.9, | |
| "T1071.001": 0.9, | |
| "T1072": 0.05, | |
| "T1074.001": 0.35, | |
| "T1078": 0.9, | |
| "T1082": 0.85, | |
| "T1083": 0.9, | |
| "T1090": 0.9, | |
| "T1095": 0.8, | |
| "T1105": 0.8, | |
| "T1106": 0.9, | |
| "T1110": 0.85, | |
| "T1112": 0.9, | |
| "T1113": 0.9, | |
| "T1140": 0.95, | |
| "T1190": 0.75, | |
| "T1204.002": 0.85, | |
| "T1210": 0.65, | |
| "T1218.011": 0.85, | |
| "T1219": 0.85, | |
| "T1484.001": 0.75, | |
| "T1518.001": 0.85, | |
| "T1543.003": 0.75, | |
| "T1547.001": 0.85, | |
| "T1548.002": 0.75, | |
| "T1552.001": 0.7, | |
| "T1562.001": 0.85, | |
| "T1564.001": 0.45, | |
| "T1566.001": 0.95, | |
| "T1569.002": 0.65, | |
| "T1570": 0.85, | |
| "T1573.001": 0.8, | |
| "T1574.002": 0.85 | |
| }, | |
| "micro_f1": 0.3729, | |
| "macro_f1": 0.4147, | |
| "micro_precision": 0.2787, | |
| "micro_recall": 0.5631, | |
| "macro_precision": 0.4306, | |
| "macro_recall": 0.5064, | |
| "n_examples": 2767, | |
| "n_positive_labels": 737, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.6667, | |
| "recall": 0.3529, | |
| "f1": 0.4615, | |
| "support": 17, | |
| "predicted": 9 | |
| }, | |
| "T1005": { | |
| "precision": 0.4, | |
| "recall": 0.1667, | |
| "f1": 0.2353, | |
| "support": 12, | |
| "predicted": 5 | |
| }, | |
| "T1012": { | |
| "precision": 0.3333, | |
| "recall": 0.25, | |
| "f1": 0.2857, | |
| "support": 4, | |
| "predicted": 3 | |
| }, | |
| "T1016": { | |
| "precision": 0.4444, | |
| "recall": 0.4444, | |
| "f1": 0.4444, | |
| "support": 9, | |
| "predicted": 9 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.5, | |
| "recall": 0.4375, | |
| "f1": 0.4667, | |
| "support": 16, | |
| "predicted": 14 | |
| }, | |
| "T1027": { | |
| "precision": 0.2969, | |
| "recall": 0.7083, | |
| "f1": 0.4185, | |
| "support": 96, | |
| "predicted": 229 | |
| }, | |
| "T1033": { | |
| "precision": 0.1111, | |
| "recall": 0.1667, | |
| "f1": 0.1333, | |
| "support": 6, | |
| "predicted": 9 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.3333, | |
| "recall": 0.125, | |
| "f1": 0.1818, | |
| "support": 8, | |
| "predicted": 3 | |
| }, | |
| "T1041": { | |
| "precision": 0.2692, | |
| "recall": 0.5385, | |
| "f1": 0.359, | |
| "support": 13, | |
| "predicted": 26 | |
| }, | |
| "T1047": { | |
| "precision": 1.0, | |
| "recall": 0.3, | |
| "f1": 0.4615, | |
| "support": 10, | |
| "predicted": 3 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.6429, | |
| "recall": 0.6429, | |
| "f1": 0.6429, | |
| "support": 14, | |
| "predicted": 14 | |
| }, | |
| "T1055": { | |
| "precision": 0.5714, | |
| "recall": 0.6512, | |
| "f1": 0.6087, | |
| "support": 43, | |
| "predicted": 49 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.4, | |
| "recall": 0.6667, | |
| "f1": 0.5, | |
| "support": 6, | |
| "predicted": 10 | |
| }, | |
| "T1057": { | |
| "precision": 0.3462, | |
| "recall": 0.75, | |
| "f1": 0.4737, | |
| "support": 12, | |
| "predicted": 26 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.6053, | |
| "recall": 0.5111, | |
| "f1": 0.5542, | |
| "support": 45, | |
| "predicted": 38 | |
| }, | |
| "T1068": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 1, | |
| "predicted": 5 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.6154, | |
| "recall": 0.5333, | |
| "f1": 0.5714, | |
| "support": 15, | |
| "predicted": 13 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.4545, | |
| "recall": 0.5357, | |
| "f1": 0.4918, | |
| "support": 28, | |
| "predicted": 33 | |
| }, | |
| "T1072": { | |
| "precision": 0.0023, | |
| "recall": 0.5, | |
| "f1": 0.0045, | |
| "support": 2, | |
| "predicted": 442 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.0377, | |
| "recall": 0.6667, | |
| "f1": 0.0714, | |
| "support": 3, | |
| "predicted": 53 | |
| }, | |
| "T1078": { | |
| "precision": 0.3103, | |
| "recall": 0.4286, | |
| "f1": 0.36, | |
| "support": 21, | |
| "predicted": 29 | |
| }, | |
| "T1082": { | |
| "precision": 0.3913, | |
| "recall": 0.5294, | |
| "f1": 0.45, | |
| "support": 17, | |
| "predicted": 23 | |
| }, | |
| "T1083": { | |
| "precision": 0.3125, | |
| "recall": 0.3846, | |
| "f1": 0.3448, | |
| "support": 13, | |
| "predicted": 16 | |
| }, | |
| "T1090": { | |
| "precision": 0.3571, | |
| "recall": 0.5556, | |
| "f1": 0.4348, | |
| "support": 18, | |
| "predicted": 28 | |
| }, | |
| "T1095": { | |
| "precision": 0.3684, | |
| "recall": 0.5833, | |
| "f1": 0.4516, | |
| "support": 12, | |
| "predicted": 19 | |
| }, | |
| "T1105": { | |
| "precision": 0.3288, | |
| "recall": 0.6, | |
| "f1": 0.4248, | |
| "support": 40, | |
| "predicted": 73 | |
| }, | |
| "T1106": { | |
| "precision": 0.5769, | |
| "recall": 0.7143, | |
| "f1": 0.6383, | |
| "support": 21, | |
| "predicted": 26 | |
| }, | |
| "T1110": { | |
| "precision": 0.6, | |
| "recall": 1.0, | |
| "f1": 0.75, | |
| "support": 3, | |
| "predicted": 5 | |
| }, | |
| "T1112": { | |
| "precision": 0.4231, | |
| "recall": 0.7333, | |
| "f1": 0.5366, | |
| "support": 15, | |
| "predicted": 26 | |
| }, | |
| "T1113": { | |
| "precision": 0.75, | |
| "recall": 0.375, | |
| "f1": 0.5, | |
| "support": 8, | |
| "predicted": 4 | |
| }, | |
| "T1140": { | |
| "precision": 0.561, | |
| "recall": 0.6866, | |
| "f1": 0.6174, | |
| "support": 67, | |
| "predicted": 82 | |
| }, | |
| "T1190": { | |
| "precision": 0.6, | |
| "recall": 0.2308, | |
| "f1": 0.3333, | |
| "support": 13, | |
| "predicted": 5 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.1935, | |
| "recall": 0.6, | |
| "f1": 0.2927, | |
| "support": 10, | |
| "predicted": 31 | |
| }, | |
| "T1210": { | |
| "precision": 0.2, | |
| "recall": 0.5, | |
| "f1": 0.2857, | |
| "support": 2, | |
| "predicted": 5 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.6364, | |
| "recall": 0.6364, | |
| "f1": 0.6364, | |
| "support": 11, | |
| "predicted": 11 | |
| }, | |
| "T1219": { | |
| "precision": 0.4, | |
| "recall": 0.5, | |
| "f1": 0.4444, | |
| "support": 4, | |
| "predicted": 5 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 0 | |
| }, | |
| "T1518.001": { | |
| "precision": 1.0, | |
| "recall": 0.25, | |
| "f1": 0.4, | |
| "support": 4, | |
| "predicted": 1 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.375, | |
| "recall": 0.75, | |
| "f1": 0.5, | |
| "support": 4, | |
| "predicted": 8 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.5, | |
| "recall": 0.4, | |
| "f1": 0.4444, | |
| "support": 10, | |
| "predicted": 8 | |
| }, | |
| "T1548.002": { | |
| "precision": 1.0, | |
| "recall": 0.5, | |
| "f1": 0.6667, | |
| "support": 6, | |
| "predicted": 3 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 1 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.5238, | |
| "recall": 0.8462, | |
| "f1": 0.6471, | |
| "support": 13, | |
| "predicted": 21 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.1111, | |
| "recall": 1.0, | |
| "f1": 0.2, | |
| "support": 1, | |
| "predicted": 9 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.7143, | |
| "recall": 0.6667, | |
| "f1": 0.6897, | |
| "support": 15, | |
| "predicted": 14 | |
| }, | |
| "T1569.002": { | |
| "precision": 0.3333, | |
| "recall": 1.0, | |
| "f1": 0.5, | |
| "support": 2, | |
| "predicted": 6 | |
| }, | |
| "T1570": { | |
| "precision": 0.4286, | |
| "recall": 0.2308, | |
| "f1": 0.3, | |
| "support": 13, | |
| "predicted": 7 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.3077, | |
| "recall": 0.4444, | |
| "f1": 0.3636, | |
| "support": 9, | |
| "predicted": 13 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.7647, | |
| "recall": 0.7222, | |
| "f1": 0.7429, | |
| "support": 18, | |
| "predicted": 17 | |
| } | |
| } | |
| } | |
| } |