{
  "run": "modernbert__document",
  "base_model": "answerdotai/ModernBERT-base",
  "split_scheme": "document",
  "best_epoch": 5,
  "dev_macro_f1": 0.4139,
  "global_threshold": {
    "threshold": 0.45,
    "micro_f1": 0.4936,
    "macro_f1": 0.4253,
    "micro_precision": 0.4119,
    "micro_recall": 0.6158,
    "macro_precision": 0.3983,
    "macro_recall": 0.5201,
    "n_examples": 3635,
    "n_positive_labels": 911,
    "per_class": {
      "T1003.001": {
        "precision": 0.4839,
        "recall": 0.7143,
        "f1": 0.5769,
        "support": 21,
        "predicted": 31
      },
      "T1005": {
        "precision": 0.087,
        "recall": 0.5,
        "f1": 0.1481,
        "support": 8,
        "predicted": 46
      },
      "T1012": {
        "precision": 0.25,
        "recall": 0.5,
        "f1": 0.3333,
        "support": 4,
        "predicted": 8
      },
      "T1016": {
        "precision": 0.5,
        "recall": 0.2727,
        "f1": 0.3529,
        "support": 11,
        "predicted": 6
      },
      "T1021.001": {
        "precision": 0.44,
        "recall": 0.9167,
        "f1": 0.5946,
        "support": 12,
        "predicted": 25
      },
      "T1027": {
        "precision": 0.3946,
        "recall": 0.7157,
        "f1": 0.5087,
        "support": 102,
        "predicted": 185
      },
      "T1033": {
        "precision": 0.3333,
        "recall": 0.2308,
        "f1": 0.2727,
        "support": 13,
        "predicted": 9
      },
      "T1036.005": {
        "precision": 0.2308,
        "recall": 0.3,
        "f1": 0.2609,
        "support": 10,
        "predicted": 13
      },
      "T1041": {
        "precision": 0.3448,
        "recall": 0.5882,
        "f1": 0.4348,
        "support": 17,
        "predicted": 29
      },
      "T1047": {
        "precision": 0.6923,
        "recall": 0.6429,
        "f1": 0.6667,
        "support": 28,
        "predicted": 26
      },
      "T1053.005": {
        "precision": 0.6154,
        "recall": 0.9231,
        "f1": 0.7385,
        "support": 26,
        "predicted": 39
      },
      "T1055": {
        "precision": 0.5082,
        "recall": 0.775,
        "f1": 0.6139,
        "support": 40,
        "predicted": 61
      },
      "T1056.001": {
        "precision": 0.9333,
        "recall": 0.9333,
        "f1": 0.9333,
        "support": 15,
        "predicted": 15
      },
      "T1057": {
        "precision": 0.3182,
        "recall": 0.4667,
        "f1": 0.3784,
        "support": 15,
        "predicted": 22
      },
      "T1059.003": {
        "precision": 0.3407,
        "recall": 0.6078,
        "f1": 0.4366,
        "support": 51,
        "predicted": 91
      },
      "T1068": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1070.004": {
        "precision": 0.3158,
        "recall": 0.5,
        "f1": 0.3871,
        "support": 12,
        "predicted": 19
      },
      "T1071.001": {
        "precision": 0.2951,
        "recall": 0.8571,
        "f1": 0.439,
        "support": 21,
        "predicted": 61
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1074.001": {
        "precision": 0.1333,
        "recall": 0.6667,
        "f1": 0.2222,
        "support": 3,
        "predicted": 15
      },
      "T1078": {
        "precision": 0.1642,
        "recall": 0.4783,
        "f1": 0.2444,
        "support": 23,
        "predicted": 67
      },
      "T1082": {
        "precision": 0.3448,
        "recall": 0.4167,
        "f1": 0.3774,
        "support": 24,
        "predicted": 29
      },
      "T1083": {
        "precision": 0.3214,
        "recall": 0.6,
        "f1": 0.4186,
        "support": 15,
        "predicted": 28
      },
      "T1090": {
        "precision": 0.3784,
        "recall": 0.6087,
        "f1": 0.4667,
        "support": 23,
        "predicted": 37
      },
      "T1095": {
        "precision": 0.3333,
        "recall": 0.3333,
        "f1": 0.3333,
        "support": 3,
        "predicted": 3
      },
      "T1105": {
        "precision": 0.3824,
        "recall": 0.6842,
        "f1": 0.4906,
        "support": 57,
        "predicted": 102
      },
      "T1106": {
        "precision": 0.5405,
        "recall": 0.5882,
        "f1": 0.5634,
        "support": 34,
        "predicted": 37
      },
      "T1110": {
        "precision": 0.7647,
        "recall": 0.6842,
        "f1": 0.7222,
        "support": 19,
        "predicted": 17
      },
      "T1112": {
        "precision": 0.2821,
        "recall": 0.7857,
        "f1": 0.4151,
        "support": 14,
        "predicted": 39
      },
      "T1113": {
        "precision": 0.5,
        "recall": 0.7778,
        "f1": 0.6087,
        "support": 9,
        "predicted": 14
      },
      "T1140": {
        "precision": 0.6591,
        "recall": 0.8529,
        "f1": 0.7436,
        "support": 68,
        "predicted": 88
      },
      "T1190": {
        "precision": 0.1739,
        "recall": 0.2667,
        "f1": 0.2105,
        "support": 15,
        "predicted": 23
      },
      "T1204.002": {
        "precision": 0.3889,
        "recall": 0.4667,
        "f1": 0.4242,
        "support": 15,
        "predicted": 18
      },
      "T1210": {
        "precision": 0.3333,
        "recall": 0.5,
        "f1": 0.4,
        "support": 2,
        "predicted": 3
      },
      "T1218.011": {
        "precision": 0.6364,
        "recall": 0.5,
        "f1": 0.56,
        "support": 14,
        "predicted": 11
      },
      "T1219": {
        "precision": 0.5714,
        "recall": 0.2105,
        "f1": 0.3077,
        "support": 19,
        "predicted": 7
      },
      "T1484.001": {
        "precision": 0.5,
        "recall": 0.2,
        "f1": 0.2857,
        "support": 5,
        "predicted": 2
      },
      "T1518.001": {
        "precision": 0.3,
        "recall": 0.4286,
        "f1": 0.3529,
        "support": 7,
        "predicted": 10
      },
      "T1543.003": {
        "precision": 0.7778,
        "recall": 0.5385,
        "f1": 0.6364,
        "support": 13,
        "predicted": 9
      },
      "T1547.001": {
        "precision": 0.5455,
        "recall": 0.75,
        "f1": 0.6316,
        "support": 16,
        "predicted": 22
      },
      "T1548.002": {
        "precision": 0.6667,
        "recall": 1.0,
        "f1": 0.8,
        "support": 2,
        "predicted": 3
      },
      "T1552.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 4,
        "predicted": 0
      },
      "T1562.001": {
        "precision": 0.8095,
        "recall": 0.6538,
        "f1": 0.7234,
        "support": 26,
        "predicted": 21
      },
      "T1564.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1566.001": {
        "precision": 0.2667,
        "recall": 0.3077,
        "f1": 0.2857,
        "support": 13,
        "predicted": 15
      },
      "T1569.002": {
        "precision": 0.3333,
        "recall": 0.2,
        "f1": 0.25,
        "support": 5,
        "predicted": 3
      },
      "T1570": {
        "precision": 0.2105,
        "recall": 0.6667,
        "f1": 0.32,
        "support": 6,
        "predicted": 19
      },
      "T1573.001": {
        "precision": 0.3529,
        "recall": 0.375,
        "f1": 0.3636,
        "support": 16,
        "predicted": 17
      },
      "T1574.002": {
        "precision": 0.7647,
        "recall": 0.5,
        "f1": 0.6047,
        "support": 26,
        "predicted": 17
      }
    }
  },
  "per_class_threshold": {
    "thresholds": {
      "T1003.001": 0.7,
      "T1005": 0.85,
      "T1012": 0.35,
      "T1016": 0.25,
      "T1021.001": 0.7,
      "T1027": 0.8,
      "T1033": 0.25,
      "T1036.005": 0.15,
      "T1041": 0.4,
      "T1047": 0.45,
      "T1053.005": 0.6,
      "T1055": 0.85,
      "T1056.001": 0.6,
      "T1057": 0.4,
      "T1059.003": 0.6,
      "T1068": 0.15,
      "T1070.004": 0.65,
      "T1071.001": 0.8,
      "T1072": 0.05,
      "T1074.001": 0.2,
      "T1078": 0.65,
      "T1082": 0.95,
      "T1083": 0.95,
      "T1090": 0.85,
      "T1095": 0.6,
      "T1105": 0.85,
      "T1106": 0.7,
      "T1110": 0.35,
      "T1112": 0.9,
      "T1113": 0.15,
      "T1140": 0.75,
      "T1190": 0.3,
      "T1204.002": 0.5,
      "T1210": 0.05,
      "T1218.011": 0.4,
      "T1219": 0.35,
      "T1484.001": 0.2,
      "T1518.001": 0.4,
      "T1543.003": 0.1,
      "T1547.001": 0.55,
      "T1548.002": 0.2,
      "T1552.001": 0.05,
      "T1562.001": 0.75,
      "T1564.001": 0.15,
      "T1566.001": 0.2,
      "T1569.002": 0.25,
      "T1570": 0.8,
      "T1573.001": 0.6,
      "T1574.002": 0.65
    },
    "micro_f1": 0.4784,
    "macro_f1": 0.4454,
    "micro_precision": 0.4182,
    "micro_recall": 0.5587,
    "macro_precision": 0.4397,
    "macro_recall": 0.5491,
    "n_examples": 3635,
    "n_positive_labels": 911,
    "per_class": {
      "T1003.001": {
        "precision": 0.6818,
        "recall": 0.7143,
        "f1": 0.6977,
        "support": 21,
        "predicted": 22
      },
      "T1005": {
        "precision": 0.25,
        "recall": 0.375,
        "f1": 0.3,
        "support": 8,
        "predicted": 12
      },
      "T1012": {
        "precision": 0.1429,
        "recall": 0.5,
        "f1": 0.2222,
        "support": 4,
        "predicted": 14
      },
      "T1016": {
        "precision": 0.2857,
        "recall": 0.3636,
        "f1": 0.32,
        "support": 11,
        "predicted": 14
      },
      "T1021.001": {
        "precision": 0.5789,
        "recall": 0.9167,
        "f1": 0.7097,
        "support": 12,
        "predicted": 19
      },
      "T1027": {
        "precision": 0.567,
        "recall": 0.5392,
        "f1": 0.5528,
        "support": 102,
        "predicted": 97
      },
      "T1033": {
        "precision": 0.4375,
        "recall": 0.5385,
        "f1": 0.4828,
        "support": 13,
        "predicted": 16
      },
      "T1036.005": {
        "precision": 0.0816,
        "recall": 0.4,
        "f1": 0.1356,
        "support": 10,
        "predicted": 49
      },
      "T1041": {
        "precision": 0.3125,
        "recall": 0.5882,
        "f1": 0.4082,
        "support": 17,
        "predicted": 32
      },
      "T1047": {
        "precision": 0.6923,
        "recall": 0.6429,
        "f1": 0.6667,
        "support": 28,
        "predicted": 26
      },
      "T1053.005": {
        "precision": 0.7059,
        "recall": 0.9231,
        "f1": 0.8,
        "support": 26,
        "predicted": 34
      },
      "T1055": {
        "precision": 0.6774,
        "recall": 0.525,
        "f1": 0.5915,
        "support": 40,
        "predicted": 31
      },
      "T1056.001": {
        "precision": 0.9333,
        "recall": 0.9333,
        "f1": 0.9333,
        "support": 15,
        "predicted": 15
      },
      "T1057": {
        "precision": 0.3182,
        "recall": 0.4667,
        "f1": 0.3784,
        "support": 15,
        "predicted": 22
      },
      "T1059.003": {
        "precision": 0.3896,
        "recall": 0.5882,
        "f1": 0.4688,
        "support": 51,
        "predicted": 77
      },
      "T1068": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 1
      },
      "T1070.004": {
        "precision": 0.3333,
        "recall": 0.4167,
        "f1": 0.3704,
        "support": 12,
        "predicted": 15
      },
      "T1071.001": {
        "precision": 0.4286,
        "recall": 0.8571,
        "f1": 0.5714,
        "support": 21,
        "predicted": 42
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 9
      },
      "T1074.001": {
        "precision": 0.0526,
        "recall": 0.6667,
        "f1": 0.0976,
        "support": 3,
        "predicted": 38
      },
      "T1078": {
        "precision": 0.2292,
        "recall": 0.4783,
        "f1": 0.3099,
        "support": 23,
        "predicted": 48
      },
      "T1082": {
        "precision": 0.8333,
        "recall": 0.2083,
        "f1": 0.3333,
        "support": 24,
        "predicted": 6
      },
      "T1083": {
        "precision": 0.4444,
        "recall": 0.2667,
        "f1": 0.3333,
        "support": 15,
        "predicted": 9
      },
      "T1090": {
        "precision": 0.75,
        "recall": 0.5217,
        "f1": 0.6154,
        "support": 23,
        "predicted": 16
      },
      "T1095": {
        "precision": 0.3333,
        "recall": 0.3333,
        "f1": 0.3333,
        "support": 3,
        "predicted": 3
      },
      "T1105": {
        "precision": 0.5102,
        "recall": 0.4386,
        "f1": 0.4717,
        "support": 57,
        "predicted": 49
      },
      "T1106": {
        "precision": 0.64,
        "recall": 0.4706,
        "f1": 0.5424,
        "support": 34,
        "predicted": 25
      },
      "T1110": {
        "precision": 0.6842,
        "recall": 0.6842,
        "f1": 0.6842,
        "support": 19,
        "predicted": 19
      },
      "T1112": {
        "precision": 0.2941,
        "recall": 0.3571,
        "f1": 0.3226,
        "support": 14,
        "predicted": 17
      },
      "T1113": {
        "precision": 0.3478,
        "recall": 0.8889,
        "f1": 0.5,
        "support": 9,
        "predicted": 23
      },
      "T1140": {
        "precision": 0.7308,
        "recall": 0.8382,
        "f1": 0.7808,
        "support": 68,
        "predicted": 78
      },
      "T1190": {
        "precision": 0.1875,
        "recall": 0.4,
        "f1": 0.2553,
        "support": 15,
        "predicted": 32
      },
      "T1204.002": {
        "precision": 0.3889,
        "recall": 0.4667,
        "f1": 0.4242,
        "support": 15,
        "predicted": 18
      },
      "T1210": {
        "precision": 0.0377,
        "recall": 1.0,
        "f1": 0.0727,
        "support": 2,
        "predicted": 53
      },
      "T1218.011": {
        "precision": 0.6364,
        "recall": 0.5,
        "f1": 0.56,
        "support": 14,
        "predicted": 11
      },
      "T1219": {
        "precision": 0.4545,
        "recall": 0.2632,
        "f1": 0.3333,
        "support": 19,
        "predicted": 11
      },
      "T1484.001": {
        "precision": 0.625,
        "recall": 1.0,
        "f1": 0.7692,
        "support": 5,
        "predicted": 8
      },
      "T1518.001": {
        "precision": 0.2143,
        "recall": 0.4286,
        "f1": 0.2857,
        "support": 7,
        "predicted": 14
      },
      "T1543.003": {
        "precision": 0.303,
        "recall": 0.7692,
        "f1": 0.4348,
        "support": 13,
        "predicted": 33
      },
      "T1547.001": {
        "precision": 0.7059,
        "recall": 0.75,
        "f1": 0.7273,
        "support": 16,
        "predicted": 17
      },
      "T1548.002": {
        "precision": 0.5,
        "recall": 1.0,
        "f1": 0.6667,
        "support": 2,
        "predicted": 4
      },
      "T1552.001": {
        "precision": 0.0364,
        "recall": 0.5,
        "f1": 0.0678,
        "support": 4,
        "predicted": 55
      },
      "T1562.001": {
        "precision": 0.9231,
        "recall": 0.4615,
        "f1": 0.6154,
        "support": 26,
        "predicted": 13
      },
      "T1564.001": {
        "precision": 0.3333,
        "recall": 0.6667,
        "f1": 0.4444,
        "support": 3,
        "predicted": 6
      },
      "T1566.001": {
        "precision": 0.2,
        "recall": 0.4615,
        "f1": 0.2791,
        "support": 13,
        "predicted": 30
      },
      "T1569.002": {
        "precision": 0.5,
        "recall": 0.6,
        "f1": 0.5455,
        "support": 5,
        "predicted": 6
      },
      "T1570": {
        "precision": 0.5,
        "recall": 0.5,
        "f1": 0.5,
        "support": 6,
        "predicted": 6
      },
      "T1573.001": {
        "precision": 0.5,
        "recall": 0.3125,
        "f1": 0.3846,
        "support": 16,
        "predicted": 10
      },
      "T1574.002": {
        "precision": 0.8333,
        "recall": 0.3846,
        "f1": 0.5263,
        "support": 26,
        "predicted": 12
      }
    }
  }
}