{
  "run": "securebert__document",
  "base_model": "ehsanaghaei/SecureBERT",
  "split_scheme": "document",
  "best_epoch": 6,
  "dev_macro_f1": 0.366,
  "global_threshold": {
    "threshold": 0.8,
    "micro_f1": 0.4255,
    "macro_f1": 0.3525,
    "micro_precision": 0.3276,
    "micro_recall": 0.607,
    "macro_precision": 0.316,
    "macro_recall": 0.4914,
    "n_examples": 3635,
    "n_positive_labels": 911,
    "per_class": {
      "T1003.001": {
        "precision": 0.4242,
        "recall": 0.6667,
        "f1": 0.5185,
        "support": 21,
        "predicted": 33
      },
      "T1005": {
        "precision": 0.093,
        "recall": 0.5,
        "f1": 0.1569,
        "support": 8,
        "predicted": 43
      },
      "T1012": {
        "precision": 0.5,
        "recall": 0.25,
        "f1": 0.3333,
        "support": 4,
        "predicted": 2
      },
      "T1016": {
        "precision": 0.4444,
        "recall": 0.3636,
        "f1": 0.4,
        "support": 11,
        "predicted": 9
      },
      "T1021.001": {
        "precision": 0.3438,
        "recall": 0.9167,
        "f1": 0.5,
        "support": 12,
        "predicted": 32
      },
      "T1027": {
        "precision": 0.3304,
        "recall": 0.7451,
        "f1": 0.4578,
        "support": 102,
        "predicted": 230
      },
      "T1033": {
        "precision": 0.7778,
        "recall": 0.5385,
        "f1": 0.6364,
        "support": 13,
        "predicted": 9
      },
      "T1036.005": {
        "precision": 0.1429,
        "recall": 0.1,
        "f1": 0.1176,
        "support": 10,
        "predicted": 7
      },
      "T1041": {
        "precision": 0.2368,
        "recall": 0.5294,
        "f1": 0.3273,
        "support": 17,
        "predicted": 38
      },
      "T1047": {
        "precision": 0.6875,
        "recall": 0.3929,
        "f1": 0.5,
        "support": 28,
        "predicted": 16
      },
      "T1053.005": {
        "precision": 0.4364,
        "recall": 0.9231,
        "f1": 0.5926,
        "support": 26,
        "predicted": 55
      },
      "T1055": {
        "precision": 0.3571,
        "recall": 0.625,
        "f1": 0.4545,
        "support": 40,
        "predicted": 70
      },
      "T1056.001": {
        "precision": 0.6364,
        "recall": 0.9333,
        "f1": 0.7568,
        "support": 15,
        "predicted": 22
      },
      "T1057": {
        "precision": 0.3704,
        "recall": 0.6667,
        "f1": 0.4762,
        "support": 15,
        "predicted": 27
      },
      "T1059.003": {
        "precision": 0.2403,
        "recall": 0.6078,
        "f1": 0.3444,
        "support": 51,
        "predicted": 129
      },
      "T1068": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1070.004": {
        "precision": 0.3,
        "recall": 0.75,
        "f1": 0.4286,
        "support": 12,
        "predicted": 30
      },
      "T1071.001": {
        "precision": 0.2308,
        "recall": 0.7143,
        "f1": 0.3488,
        "support": 21,
        "predicted": 65
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1074.001": {
        "precision": 0.1667,
        "recall": 0.3333,
        "f1": 0.2222,
        "support": 3,
        "predicted": 6
      },
      "T1078": {
        "precision": 0.1081,
        "recall": 0.5217,
        "f1": 0.1791,
        "support": 23,
        "predicted": 111
      },
      "T1082": {
        "precision": 0.4483,
        "recall": 0.5417,
        "f1": 0.4906,
        "support": 24,
        "predicted": 29
      },
      "T1083": {
        "precision": 0.2,
        "recall": 0.4667,
        "f1": 0.28,
        "support": 15,
        "predicted": 35
      },
      "T1090": {
        "precision": 0.2857,
        "recall": 0.6087,
        "f1": 0.3889,
        "support": 23,
        "predicted": 49
      },
      "T1095": {
        "precision": 0.0909,
        "recall": 0.6667,
        "f1": 0.16,
        "support": 3,
        "predicted": 22
      },
      "T1105": {
        "precision": 0.3939,
        "recall": 0.6842,
        "f1": 0.5,
        "support": 57,
        "predicted": 99
      },
      "T1106": {
        "precision": 0.3704,
        "recall": 0.5882,
        "f1": 0.4545,
        "support": 34,
        "predicted": 54
      },
      "T1110": {
        "precision": 0.7,
        "recall": 0.7368,
        "f1": 0.7179,
        "support": 19,
        "predicted": 20
      },
      "T1112": {
        "precision": 0.2449,
        "recall": 0.8571,
        "f1": 0.381,
        "support": 14,
        "predicted": 49
      },
      "T1113": {
        "precision": 0.4211,
        "recall": 0.8889,
        "f1": 0.5714,
        "support": 9,
        "predicted": 19
      },
      "T1140": {
        "precision": 0.446,
        "recall": 0.9118,
        "f1": 0.599,
        "support": 68,
        "predicted": 139
      },
      "T1190": {
        "precision": 0.5,
        "recall": 0.0667,
        "f1": 0.1176,
        "support": 15,
        "predicted": 2
      },
      "T1204.002": {
        "precision": 0.1522,
        "recall": 0.4667,
        "f1": 0.2295,
        "support": 15,
        "predicted": 46
      },
      "T1210": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 1
      },
      "T1218.011": {
        "precision": 0.6364,
        "recall": 0.5,
        "f1": 0.56,
        "support": 14,
        "predicted": 11
      },
      "T1219": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 19,
        "predicted": 0
      },
      "T1484.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 5,
        "predicted": 0
      },
      "T1518.001": {
        "precision": 0.3333,
        "recall": 0.2857,
        "f1": 0.3077,
        "support": 7,
        "predicted": 6
      },
      "T1543.003": {
        "precision": 0.7,
        "recall": 0.5385,
        "f1": 0.6087,
        "support": 13,
        "predicted": 10
      },
      "T1547.001": {
        "precision": 0.2581,
        "recall": 0.5,
        "f1": 0.3404,
        "support": 16,
        "predicted": 31
      },
      "T1548.002": {
        "precision": 0.4,
        "recall": 1.0,
        "f1": 0.5714,
        "support": 2,
        "predicted": 5
      },
      "T1552.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 4,
        "predicted": 4
      },
      "T1562.001": {
        "precision": 0.4444,
        "recall": 0.4615,
        "f1": 0.4528,
        "support": 26,
        "predicted": 27
      },
      "T1564.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1566.001": {
        "precision": 0.1667,
        "recall": 0.4615,
        "f1": 0.2449,
        "support": 13,
        "predicted": 36
      },
      "T1569.002": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 5,
        "predicted": 2
      },
      "T1570": {
        "precision": 0.1875,
        "recall": 0.5,
        "f1": 0.2727,
        "support": 6,
        "predicted": 16
      },
      "T1573.001": {
        "precision": 0.4444,
        "recall": 0.5,
        "f1": 0.4706,
        "support": 16,
        "predicted": 18
      },
      "T1574.002": {
        "precision": 0.8333,
        "recall": 0.7692,
        "f1": 0.8,
        "support": 26,
        "predicted": 24
      }
    }
  },
  "per_class_threshold": {
    "thresholds": {
      "T1003.001": 0.9,
      "T1005": 0.8,
      "T1012": 0.8,
      "T1016": 0.75,
      "T1021.001": 0.9,
      "T1027": 0.7,
      "T1033": 0.65,
      "T1036.005": 0.85,
      "T1041": 0.85,
      "T1047": 0.85,
      "T1053.005": 0.9,
      "T1055": 0.95,
      "T1056.001": 0.9,
      "T1057": 0.8,
      "T1059.003": 0.8,
      "T1068": 0.05,
      "T1070.004": 0.8,
      "T1071.001": 0.95,
      "T1072": 0.25,
      "T1074.001": 0.25,
      "T1078": 0.7,
      "T1082": 0.9,
      "T1083": 0.9,
      "T1090": 0.9,
      "T1095": 0.9,
      "T1105": 0.9,
      "T1106": 0.95,
      "T1110": 0.75,
      "T1112": 0.9,
      "T1113": 0.85,
      "T1140": 0.95,
      "T1190": 0.75,
      "T1204.002": 0.85,
      "T1210": 0.15,
      "T1218.011": 0.8,
      "T1219": 0.55,
      "T1484.001": 0.45,
      "T1518.001": 0.75,
      "T1543.003": 0.6,
      "T1547.001": 0.85,
      "T1548.002": 0.7,
      "T1552.001": 0.05,
      "T1562.001": 0.85,
      "T1564.001": 0.35,
      "T1566.001": 0.95,
      "T1569.002": 0.55,
      "T1570": 0.9,
      "T1573.001": 0.85,
      "T1574.002": 0.85
    },
    "micro_f1": 0.2517,
    "macro_f1": 0.3691,
    "micro_precision": 0.163,
    "micro_recall": 0.5521,
    "macro_precision": 0.3664,
    "macro_recall": 0.5132,
    "n_examples": 3635,
    "n_positive_labels": 911,
    "per_class": {
      "T1003.001": {
        "precision": 0.6364,
        "recall": 0.6667,
        "f1": 0.6512,
        "support": 21,
        "predicted": 22
      },
      "T1005": {
        "precision": 0.093,
        "recall": 0.5,
        "f1": 0.1569,
        "support": 8,
        "predicted": 43
      },
      "T1012": {
        "precision": 0.5,
        "recall": 0.25,
        "f1": 0.3333,
        "support": 4,
        "predicted": 2
      },
      "T1016": {
        "precision": 0.4615,
        "recall": 0.5455,
        "f1": 0.5,
        "support": 11,
        "predicted": 13
      },
      "T1021.001": {
        "precision": 0.4348,
        "recall": 0.8333,
        "f1": 0.5714,
        "support": 12,
        "predicted": 23
      },
      "T1027": {
        "precision": 0.2927,
        "recall": 0.8235,
        "f1": 0.4319,
        "support": 102,
        "predicted": 287
      },
      "T1033": {
        "precision": 0.4348,
        "recall": 0.7692,
        "f1": 0.5556,
        "support": 13,
        "predicted": 23
      },
      "T1036.005": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 10,
        "predicted": 3
      },
      "T1041": {
        "precision": 0.28,
        "recall": 0.4118,
        "f1": 0.3333,
        "support": 17,
        "predicted": 25
      },
      "T1047": {
        "precision": 0.7778,
        "recall": 0.25,
        "f1": 0.3784,
        "support": 28,
        "predicted": 9
      },
      "T1053.005": {
        "precision": 0.7857,
        "recall": 0.8462,
        "f1": 0.8148,
        "support": 26,
        "predicted": 28
      },
      "T1055": {
        "precision": 0.75,
        "recall": 0.45,
        "f1": 0.5625,
        "support": 40,
        "predicted": 24
      },
      "T1056.001": {
        "precision": 0.7692,
        "recall": 0.6667,
        "f1": 0.7143,
        "support": 15,
        "predicted": 13
      },
      "T1057": {
        "precision": 0.3704,
        "recall": 0.6667,
        "f1": 0.4762,
        "support": 15,
        "predicted": 27
      },
      "T1059.003": {
        "precision": 0.2403,
        "recall": 0.6078,
        "f1": 0.3444,
        "support": 51,
        "predicted": 129
      },
      "T1068": {
        "precision": 0.0039,
        "recall": 0.6667,
        "f1": 0.0077,
        "support": 3,
        "predicted": 517
      },
      "T1070.004": {
        "precision": 0.3,
        "recall": 0.75,
        "f1": 0.4286,
        "support": 12,
        "predicted": 30
      },
      "T1071.001": {
        "precision": 0.4583,
        "recall": 0.5238,
        "f1": 0.4889,
        "support": 21,
        "predicted": 24
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 75
      },
      "T1074.001": {
        "precision": 0.0049,
        "recall": 0.3333,
        "f1": 0.0096,
        "support": 3,
        "predicted": 205
      },
      "T1078": {
        "precision": 0.0816,
        "recall": 0.5217,
        "f1": 0.1412,
        "support": 23,
        "predicted": 147
      },
      "T1082": {
        "precision": 0.6,
        "recall": 0.5,
        "f1": 0.5455,
        "support": 24,
        "predicted": 20
      },
      "T1083": {
        "precision": 0.3125,
        "recall": 0.3333,
        "f1": 0.3226,
        "support": 15,
        "predicted": 16
      },
      "T1090": {
        "precision": 0.4483,
        "recall": 0.5652,
        "f1": 0.5,
        "support": 23,
        "predicted": 29
      },
      "T1095": {
        "precision": 0.3333,
        "recall": 0.3333,
        "f1": 0.3333,
        "support": 3,
        "predicted": 3
      },
      "T1105": {
        "precision": 0.5455,
        "recall": 0.5263,
        "f1": 0.5357,
        "support": 57,
        "predicted": 55
      },
      "T1106": {
        "precision": 0.6316,
        "recall": 0.3529,
        "f1": 0.4528,
        "support": 34,
        "predicted": 19
      },
      "T1110": {
        "precision": 0.6,
        "recall": 0.7895,
        "f1": 0.6818,
        "support": 19,
        "predicted": 25
      },
      "T1112": {
        "precision": 0.2581,
        "recall": 0.5714,
        "f1": 0.3556,
        "support": 14,
        "predicted": 31
      },
      "T1113": {
        "precision": 0.4118,
        "recall": 0.7778,
        "f1": 0.5385,
        "support": 9,
        "predicted": 17
      },
      "T1140": {
        "precision": 0.6438,
        "recall": 0.6912,
        "f1": 0.6667,
        "support": 68,
        "predicted": 73
      },
      "T1190": {
        "precision": 0.3333,
        "recall": 0.0667,
        "f1": 0.1111,
        "support": 15,
        "predicted": 3
      },
      "T1204.002": {
        "precision": 0.1429,
        "recall": 0.2667,
        "f1": 0.186,
        "support": 15,
        "predicted": 28
      },
      "T1210": {
        "precision": 0.009,
        "recall": 1.0,
        "f1": 0.0179,
        "support": 2,
        "predicted": 222
      },
      "T1218.011": {
        "precision": 0.6364,
        "recall": 0.5,
        "f1": 0.56,
        "support": 14,
        "predicted": 11
      },
      "T1219": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 19,
        "predicted": 9
      },
      "T1484.001": {
        "precision": 0.1379,
        "recall": 0.8,
        "f1": 0.2353,
        "support": 5,
        "predicted": 29
      },
      "T1518.001": {
        "precision": 0.2,
        "recall": 0.2857,
        "f1": 0.2353,
        "support": 7,
        "predicted": 10
      },
      "T1543.003": {
        "precision": 0.2917,
        "recall": 0.5385,
        "f1": 0.3784,
        "support": 13,
        "predicted": 24
      },
      "T1547.001": {
        "precision": 0.4,
        "recall": 0.375,
        "f1": 0.3871,
        "support": 16,
        "predicted": 15
      },
      "T1548.002": {
        "precision": 0.1667,
        "recall": 1.0,
        "f1": 0.2857,
        "support": 2,
        "predicted": 12
      },
      "T1552.001": {
        "precision": 0.0047,
        "recall": 0.75,
        "f1": 0.0093,
        "support": 4,
        "predicted": 641
      },
      "T1562.001": {
        "precision": 0.6111,
        "recall": 0.4231,
        "f1": 0.5,
        "support": 26,
        "predicted": 18
      },
      "T1564.001": {
        "precision": 0.0217,
        "recall": 0.3333,
        "f1": 0.0408,
        "support": 3,
        "predicted": 46
      },
      "T1566.001": {
        "precision": 0.2857,
        "recall": 0.1538,
        "f1": 0.2,
        "support": 13,
        "predicted": 7
      },
      "T1569.002": {
        "precision": 0.1333,
        "recall": 0.4,
        "f1": 0.2,
        "support": 5,
        "predicted": 15
      },
      "T1570": {
        "precision": 0.6,
        "recall": 0.5,
        "f1": 0.5455,
        "support": 6,
        "predicted": 5
      },
      "T1573.001": {
        "precision": 0.6154,
        "recall": 0.5,
        "f1": 0.5517,
        "support": 16,
        "predicted": 13
      },
      "T1574.002": {
        "precision": 0.9048,
        "recall": 0.7308,
        "f1": 0.8085,
        "support": 26,
        "predicted": 21
      }
    }
  }
}