{
  "run": "securebert__random",
  "base_model": "ehsanaghaei/SecureBERT",
  "split_scheme": "random",
  "best_epoch": 6,
  "dev_macro_f1": 0.417,
  "global_threshold": {
    "threshold": 0.85,
    "micro_f1": 0.4702,
    "macro_f1": 0.3877,
    "micro_precision": 0.3913,
    "micro_recall": 0.5889,
    "macro_precision": 0.3928,
    "macro_recall": 0.4509,
    "n_examples": 2767,
    "n_positive_labels": 737,
    "per_class": {
      "T1003.001": {
        "precision": 0.6,
        "recall": 0.7059,
        "f1": 0.6486,
        "support": 17,
        "predicted": 20
      },
      "T1005": {
        "precision": 0.4,
        "recall": 0.1667,
        "f1": 0.2353,
        "support": 12,
        "predicted": 5
      },
      "T1012": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 4,
        "predicted": 1
      },
      "T1016": {
        "precision": 0.5,
        "recall": 0.1111,
        "f1": 0.1818,
        "support": 9,
        "predicted": 2
      },
      "T1021.001": {
        "precision": 0.5263,
        "recall": 0.625,
        "f1": 0.5714,
        "support": 16,
        "predicted": 19
      },
      "T1027": {
        "precision": 0.3163,
        "recall": 0.6458,
        "f1": 0.4247,
        "support": 96,
        "predicted": 196
      },
      "T1033": {
        "precision": 0.1111,
        "recall": 0.1667,
        "f1": 0.1333,
        "support": 6,
        "predicted": 9
      },
      "T1036.005": {
        "precision": 0.3333,
        "recall": 0.125,
        "f1": 0.1818,
        "support": 8,
        "predicted": 3
      },
      "T1041": {
        "precision": 0.2632,
        "recall": 0.3846,
        "f1": 0.3125,
        "support": 13,
        "predicted": 19
      },
      "T1047": {
        "precision": 0.4,
        "recall": 0.4,
        "f1": 0.4,
        "support": 10,
        "predicted": 10
      },
      "T1053.005": {
        "precision": 0.5625,
        "recall": 0.6429,
        "f1": 0.6,
        "support": 14,
        "predicted": 16
      },
      "T1055": {
        "precision": 0.4688,
        "recall": 0.6977,
        "f1": 0.5607,
        "support": 43,
        "predicted": 64
      },
      "T1056.001": {
        "precision": 0.4,
        "recall": 0.6667,
        "f1": 0.5,
        "support": 6,
        "predicted": 10
      },
      "T1057": {
        "precision": 0.75,
        "recall": 0.5,
        "f1": 0.6,
        "support": 12,
        "predicted": 8
      },
      "T1059.003": {
        "precision": 0.3836,
        "recall": 0.6222,
        "f1": 0.4746,
        "support": 45,
        "predicted": 73
      },
      "T1068": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 1,
        "predicted": 0
      },
      "T1070.004": {
        "precision": 0.5714,
        "recall": 0.8,
        "f1": 0.6667,
        "support": 15,
        "predicted": 21
      },
      "T1071.001": {
        "precision": 0.3636,
        "recall": 0.5714,
        "f1": 0.4444,
        "support": 28,
        "predicted": 44
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 0
      },
      "T1074.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1078": {
        "precision": 0.2273,
        "recall": 0.4762,
        "f1": 0.3077,
        "support": 21,
        "predicted": 44
      },
      "T1082": {
        "precision": 0.3913,
        "recall": 0.5294,
        "f1": 0.45,
        "support": 17,
        "predicted": 23
      },
      "T1083": {
        "precision": 0.2174,
        "recall": 0.3846,
        "f1": 0.2778,
        "support": 13,
        "predicted": 23
      },
      "T1090": {
        "precision": 0.2439,
        "recall": 0.5556,
        "f1": 0.339,
        "support": 18,
        "predicted": 41
      },
      "T1095": {
        "precision": 0.5,
        "recall": 0.5833,
        "f1": 0.5385,
        "support": 12,
        "predicted": 14
      },
      "T1105": {
        "precision": 0.3898,
        "recall": 0.575,
        "f1": 0.4646,
        "support": 40,
        "predicted": 59
      },
      "T1106": {
        "precision": 0.4048,
        "recall": 0.8095,
        "f1": 0.5397,
        "support": 21,
        "predicted": 42
      },
      "T1110": {
        "precision": 0.6,
        "recall": 1.0,
        "f1": 0.75,
        "support": 3,
        "predicted": 5
      },
      "T1112": {
        "precision": 0.2927,
        "recall": 0.8,
        "f1": 0.4286,
        "support": 15,
        "predicted": 41
      },
      "T1113": {
        "precision": 0.7143,
        "recall": 0.625,
        "f1": 0.6667,
        "support": 8,
        "predicted": 7
      },
      "T1140": {
        "precision": 0.4357,
        "recall": 0.9104,
        "f1": 0.5894,
        "support": 67,
        "predicted": 140
      },
      "T1190": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 13,
        "predicted": 1
      },
      "T1204.002": {
        "precision": 0.1935,
        "recall": 0.6,
        "f1": 0.2927,
        "support": 10,
        "predicted": 31
      },
      "T1210": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 0
      },
      "T1218.011": {
        "precision": 0.6364,
        "recall": 0.6364,
        "f1": 0.6364,
        "support": 11,
        "predicted": 11
      },
      "T1219": {
        "precision": 0.4,
        "recall": 0.5,
        "f1": 0.4444,
        "support": 4,
        "predicted": 5
      },
      "T1484.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 4,
        "predicted": 0
      },
      "T1518.001": {
        "precision": 1.0,
        "recall": 0.25,
        "f1": 0.4,
        "support": 4,
        "predicted": 1
      },
      "T1543.003": {
        "precision": 0.6,
        "recall": 0.75,
        "f1": 0.6667,
        "support": 4,
        "predicted": 5
      },
      "T1547.001": {
        "precision": 0.5,
        "recall": 0.4,
        "f1": 0.4444,
        "support": 10,
        "predicted": 8
      },
      "T1548.002": {
        "precision": 1.0,
        "recall": 0.3333,
        "f1": 0.5,
        "support": 6,
        "predicted": 2
      },
      "T1552.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1562.001": {
        "precision": 0.5238,
        "recall": 0.8462,
        "f1": 0.6471,
        "support": 13,
        "predicted": 21
      },
      "T1564.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 1,
        "predicted": 0
      },
      "T1566.001": {
        "precision": 0.3871,
        "recall": 0.8,
        "f1": 0.5217,
        "support": 15,
        "predicted": 31
      },
      "T1569.002": {
        "precision": 1.0,
        "recall": 0.5,
        "f1": 0.6667,
        "support": 2,
        "predicted": 1
      },
      "T1570": {
        "precision": 0.4286,
        "recall": 0.2308,
        "f1": 0.3,
        "support": 13,
        "predicted": 7
      },
      "T1573.001": {
        "precision": 0.4444,
        "recall": 0.4444,
        "f1": 0.4444,
        "support": 9,
        "predicted": 9
      },
      "T1574.002": {
        "precision": 0.7647,
        "recall": 0.7222,
        "f1": 0.7429,
        "support": 18,
        "predicted": 17
      }
    }
  },
  "per_class_threshold": {
    "thresholds": {
      "T1003.001": 0.9,
      "T1005": 0.85,
      "T1012": 0.8,
      "T1016": 0.8,
      "T1021.001": 0.9,
      "T1027": 0.8,
      "T1033": 0.85,
      "T1036.005": 0.85,
      "T1041": 0.8,
      "T1047": 0.9,
      "T1053.005": 0.9,
      "T1055": 0.9,
      "T1056.001": 0.85,
      "T1057": 0.65,
      "T1059.003": 0.95,
      "T1068": 0.6,
      "T1070.004": 0.9,
      "T1071.001": 0.9,
      "T1072": 0.05,
      "T1074.001": 0.35,
      "T1078": 0.9,
      "T1082": 0.85,
      "T1083": 0.9,
      "T1090": 0.9,
      "T1095": 0.8,
      "T1105": 0.8,
      "T1106": 0.9,
      "T1110": 0.85,
      "T1112": 0.9,
      "T1113": 0.9,
      "T1140": 0.95,
      "T1190": 0.75,
      "T1204.002": 0.85,
      "T1210": 0.65,
      "T1218.011": 0.85,
      "T1219": 0.85,
      "T1484.001": 0.75,
      "T1518.001": 0.85,
      "T1543.003": 0.75,
      "T1547.001": 0.85,
      "T1548.002": 0.75,
      "T1552.001": 0.7,
      "T1562.001": 0.85,
      "T1564.001": 0.45,
      "T1566.001": 0.95,
      "T1569.002": 0.65,
      "T1570": 0.85,
      "T1573.001": 0.8,
      "T1574.002": 0.85
    },
    "micro_f1": 0.3729,
    "macro_f1": 0.4147,
    "micro_precision": 0.2787,
    "micro_recall": 0.5631,
    "macro_precision": 0.4306,
    "macro_recall": 0.5064,
    "n_examples": 2767,
    "n_positive_labels": 737,
    "per_class": {
      "T1003.001": {
        "precision": 0.6667,
        "recall": 0.3529,
        "f1": 0.4615,
        "support": 17,
        "predicted": 9
      },
      "T1005": {
        "precision": 0.4,
        "recall": 0.1667,
        "f1": 0.2353,
        "support": 12,
        "predicted": 5
      },
      "T1012": {
        "precision": 0.3333,
        "recall": 0.25,
        "f1": 0.2857,
        "support": 4,
        "predicted": 3
      },
      "T1016": {
        "precision": 0.4444,
        "recall": 0.4444,
        "f1": 0.4444,
        "support": 9,
        "predicted": 9
      },
      "T1021.001": {
        "precision": 0.5,
        "recall": 0.4375,
        "f1": 0.4667,
        "support": 16,
        "predicted": 14
      },
      "T1027": {
        "precision": 0.2969,
        "recall": 0.7083,
        "f1": 0.4185,
        "support": 96,
        "predicted": 229
      },
      "T1033": {
        "precision": 0.1111,
        "recall": 0.1667,
        "f1": 0.1333,
        "support": 6,
        "predicted": 9
      },
      "T1036.005": {
        "precision": 0.3333,
        "recall": 0.125,
        "f1": 0.1818,
        "support": 8,
        "predicted": 3
      },
      "T1041": {
        "precision": 0.2692,
        "recall": 0.5385,
        "f1": 0.359,
        "support": 13,
        "predicted": 26
      },
      "T1047": {
        "precision": 1.0,
        "recall": 0.3,
        "f1": 0.4615,
        "support": 10,
        "predicted": 3
      },
      "T1053.005": {
        "precision": 0.6429,
        "recall": 0.6429,
        "f1": 0.6429,
        "support": 14,
        "predicted": 14
      },
      "T1055": {
        "precision": 0.5714,
        "recall": 0.6512,
        "f1": 0.6087,
        "support": 43,
        "predicted": 49
      },
      "T1056.001": {
        "precision": 0.4,
        "recall": 0.6667,
        "f1": 0.5,
        "support": 6,
        "predicted": 10
      },
      "T1057": {
        "precision": 0.3462,
        "recall": 0.75,
        "f1": 0.4737,
        "support": 12,
        "predicted": 26
      },
      "T1059.003": {
        "precision": 0.6053,
        "recall": 0.5111,
        "f1": 0.5542,
        "support": 45,
        "predicted": 38
      },
      "T1068": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 1,
        "predicted": 5
      },
      "T1070.004": {
        "precision": 0.6154,
        "recall": 0.5333,
        "f1": 0.5714,
        "support": 15,
        "predicted": 13
      },
      "T1071.001": {
        "precision": 0.4545,
        "recall": 0.5357,
        "f1": 0.4918,
        "support": 28,
        "predicted": 33
      },
      "T1072": {
        "precision": 0.0023,
        "recall": 0.5,
        "f1": 0.0045,
        "support": 2,
        "predicted": 442
      },
      "T1074.001": {
        "precision": 0.0377,
        "recall": 0.6667,
        "f1": 0.0714,
        "support": 3,
        "predicted": 53
      },
      "T1078": {
        "precision": 0.3103,
        "recall": 0.4286,
        "f1": 0.36,
        "support": 21,
        "predicted": 29
      },
      "T1082": {
        "precision": 0.3913,
        "recall": 0.5294,
        "f1": 0.45,
        "support": 17,
        "predicted": 23
      },
      "T1083": {
        "precision": 0.3125,
        "recall": 0.3846,
        "f1": 0.3448,
        "support": 13,
        "predicted": 16
      },
      "T1090": {
        "precision": 0.3571,
        "recall": 0.5556,
        "f1": 0.4348,
        "support": 18,
        "predicted": 28
      },
      "T1095": {
        "precision": 0.3684,
        "recall": 0.5833,
        "f1": 0.4516,
        "support": 12,
        "predicted": 19
      },
      "T1105": {
        "precision": 0.3288,
        "recall": 0.6,
        "f1": 0.4248,
        "support": 40,
        "predicted": 73
      },
      "T1106": {
        "precision": 0.5769,
        "recall": 0.7143,
        "f1": 0.6383,
        "support": 21,
        "predicted": 26
      },
      "T1110": {
        "precision": 0.6,
        "recall": 1.0,
        "f1": 0.75,
        "support": 3,
        "predicted": 5
      },
      "T1112": {
        "precision": 0.4231,
        "recall": 0.7333,
        "f1": 0.5366,
        "support": 15,
        "predicted": 26
      },
      "T1113": {
        "precision": 0.75,
        "recall": 0.375,
        "f1": 0.5,
        "support": 8,
        "predicted": 4
      },
      "T1140": {
        "precision": 0.561,
        "recall": 0.6866,
        "f1": 0.6174,
        "support": 67,
        "predicted": 82
      },
      "T1190": {
        "precision": 0.6,
        "recall": 0.2308,
        "f1": 0.3333,
        "support": 13,
        "predicted": 5
      },
      "T1204.002": {
        "precision": 0.1935,
        "recall": 0.6,
        "f1": 0.2927,
        "support": 10,
        "predicted": 31
      },
      "T1210": {
        "precision": 0.2,
        "recall": 0.5,
        "f1": 0.2857,
        "support": 2,
        "predicted": 5
      },
      "T1218.011": {
        "precision": 0.6364,
        "recall": 0.6364,
        "f1": 0.6364,
        "support": 11,
        "predicted": 11
      },
      "T1219": {
        "precision": 0.4,
        "recall": 0.5,
        "f1": 0.4444,
        "support": 4,
        "predicted": 5
      },
      "T1484.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 4,
        "predicted": 0
      },
      "T1518.001": {
        "precision": 1.0,
        "recall": 0.25,
        "f1": 0.4,
        "support": 4,
        "predicted": 1
      },
      "T1543.003": {
        "precision": 0.375,
        "recall": 0.75,
        "f1": 0.5,
        "support": 4,
        "predicted": 8
      },
      "T1547.001": {
        "precision": 0.5,
        "recall": 0.4,
        "f1": 0.4444,
        "support": 10,
        "predicted": 8
      },
      "T1548.002": {
        "precision": 1.0,
        "recall": 0.5,
        "f1": 0.6667,
        "support": 6,
        "predicted": 3
      },
      "T1552.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 1
      },
      "T1562.001": {
        "precision": 0.5238,
        "recall": 0.8462,
        "f1": 0.6471,
        "support": 13,
        "predicted": 21
      },
      "T1564.001": {
        "precision": 0.1111,
        "recall": 1.0,
        "f1": 0.2,
        "support": 1,
        "predicted": 9
      },
      "T1566.001": {
        "precision": 0.7143,
        "recall": 0.6667,
        "f1": 0.6897,
        "support": 15,
        "predicted": 14
      },
      "T1569.002": {
        "precision": 0.3333,
        "recall": 1.0,
        "f1": 0.5,
        "support": 2,
        "predicted": 6
      },
      "T1570": {
        "precision": 0.4286,
        "recall": 0.2308,
        "f1": 0.3,
        "support": 13,
        "predicted": 7
      },
      "T1573.001": {
        "precision": 0.3077,
        "recall": 0.4444,
        "f1": 0.3636,
        "support": 9,
        "predicted": 13
      },
      "T1574.002": {
        "precision": 0.7647,
        "recall": 0.7222,
        "f1": 0.7429,
        "support": 18,
        "predicted": 17
      }
    }
  }
}