{
  "run": "modernbert__random",
  "base_model": "answerdotai/ModernBERT-base",
  "split_scheme": "random",
  "best_epoch": 5,
  "dev_macro_f1": 0.5042,
  "global_threshold": {
    "threshold": 0.55,
    "micro_f1": 0.557,
    "macro_f1": 0.5045,
    "micro_precision": 0.5038,
    "micro_recall": 0.6228,
    "macro_precision": 0.5067,
    "macro_recall": 0.5544,
    "n_examples": 2767,
    "n_positive_labels": 737,
    "per_class": {
      "T1003.001": {
        "precision": 0.5294,
        "recall": 0.5294,
        "f1": 0.5294,
        "support": 17,
        "predicted": 17
      },
      "T1005": {
        "precision": 0.25,
        "recall": 0.5,
        "f1": 0.3333,
        "support": 12,
        "predicted": 24
      },
      "T1012": {
        "precision": 0.4,
        "recall": 0.5,
        "f1": 0.4444,
        "support": 4,
        "predicted": 5
      },
      "T1016": {
        "precision": 0.5,
        "recall": 0.3333,
        "f1": 0.4,
        "support": 9,
        "predicted": 6
      },
      "T1021.001": {
        "precision": 0.5625,
        "recall": 0.5625,
        "f1": 0.5625,
        "support": 16,
        "predicted": 16
      },
      "T1027": {
        "precision": 0.437,
        "recall": 0.6146,
        "f1": 0.5108,
        "support": 96,
        "predicted": 135
      },
      "T1033": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 6,
        "predicted": 2
      },
      "T1036.005": {
        "precision": 0.25,
        "recall": 0.25,
        "f1": 0.25,
        "support": 8,
        "predicted": 8
      },
      "T1041": {
        "precision": 0.3158,
        "recall": 0.4615,
        "f1": 0.375,
        "support": 13,
        "predicted": 19
      },
      "T1047": {
        "precision": 0.5556,
        "recall": 0.5,
        "f1": 0.5263,
        "support": 10,
        "predicted": 9
      },
      "T1053.005": {
        "precision": 0.6471,
        "recall": 0.7857,
        "f1": 0.7097,
        "support": 14,
        "predicted": 17
      },
      "T1055": {
        "precision": 0.5556,
        "recall": 0.6977,
        "f1": 0.6186,
        "support": 43,
        "predicted": 54
      },
      "T1056.001": {
        "precision": 0.8571,
        "recall": 1.0,
        "f1": 0.9231,
        "support": 6,
        "predicted": 7
      },
      "T1057": {
        "precision": 0.6364,
        "recall": 0.5833,
        "f1": 0.6087,
        "support": 12,
        "predicted": 11
      },
      "T1059.003": {
        "precision": 0.4412,
        "recall": 0.6667,
        "f1": 0.531,
        "support": 45,
        "predicted": 68
      },
      "T1068": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 1,
        "predicted": 0
      },
      "T1070.004": {
        "precision": 0.3667,
        "recall": 0.7333,
        "f1": 0.4889,
        "support": 15,
        "predicted": 30
      },
      "T1071.001": {
        "precision": 0.6333,
        "recall": 0.6786,
        "f1": 0.6552,
        "support": 28,
        "predicted": 30
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 1
      },
      "T1074.001": {
        "precision": 0.5,
        "recall": 0.3333,
        "f1": 0.4,
        "support": 3,
        "predicted": 2
      },
      "T1078": {
        "precision": 0.2812,
        "recall": 0.4286,
        "f1": 0.3396,
        "support": 21,
        "predicted": 32
      },
      "T1082": {
        "precision": 0.4667,
        "recall": 0.4118,
        "f1": 0.4375,
        "support": 17,
        "predicted": 15
      },
      "T1083": {
        "precision": 0.15,
        "recall": 0.2308,
        "f1": 0.1818,
        "support": 13,
        "predicted": 20
      },
      "T1090": {
        "precision": 0.7059,
        "recall": 0.6667,
        "f1": 0.6857,
        "support": 18,
        "predicted": 17
      },
      "T1095": {
        "precision": 0.5714,
        "recall": 0.6667,
        "f1": 0.6154,
        "support": 12,
        "predicted": 14
      },
      "T1105": {
        "precision": 0.4545,
        "recall": 0.625,
        "f1": 0.5263,
        "support": 40,
        "predicted": 55
      },
      "T1106": {
        "precision": 0.4444,
        "recall": 0.7619,
        "f1": 0.5614,
        "support": 21,
        "predicted": 36
      },
      "T1110": {
        "precision": 0.75,
        "recall": 1.0,
        "f1": 0.8571,
        "support": 3,
        "predicted": 4
      },
      "T1112": {
        "precision": 0.4242,
        "recall": 0.9333,
        "f1": 0.5833,
        "support": 15,
        "predicted": 33
      },
      "T1113": {
        "precision": 0.75,
        "recall": 0.75,
        "f1": 0.75,
        "support": 8,
        "predicted": 8
      },
      "T1140": {
        "precision": 0.7297,
        "recall": 0.806,
        "f1": 0.766,
        "support": 67,
        "predicted": 74
      },
      "T1190": {
        "precision": 0.6,
        "recall": 0.2308,
        "f1": 0.3333,
        "support": 13,
        "predicted": 5
      },
      "T1204.002": {
        "precision": 0.3333,
        "recall": 0.4,
        "f1": 0.3636,
        "support": 10,
        "predicted": 12
      },
      "T1210": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 2
      },
      "T1218.011": {
        "precision": 0.7778,
        "recall": 0.6364,
        "f1": 0.7,
        "support": 11,
        "predicted": 9
      },
      "T1219": {
        "precision": 0.5714,
        "recall": 1.0,
        "f1": 0.7273,
        "support": 4,
        "predicted": 7
      },
      "T1484.001": {
        "precision": 1.0,
        "recall": 0.5,
        "f1": 0.6667,
        "support": 4,
        "predicted": 2
      },
      "T1518.001": {
        "precision": 1.0,
        "recall": 0.25,
        "f1": 0.4,
        "support": 4,
        "predicted": 1
      },
      "T1543.003": {
        "precision": 0.5,
        "recall": 0.75,
        "f1": 0.6,
        "support": 4,
        "predicted": 6
      },
      "T1547.001": {
        "precision": 0.75,
        "recall": 0.6,
        "f1": 0.6667,
        "support": 10,
        "predicted": 8
      },
      "T1548.002": {
        "precision": 1.0,
        "recall": 0.6667,
        "f1": 0.8,
        "support": 6,
        "predicted": 4
      },
      "T1552.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1562.001": {
        "precision": 0.6471,
        "recall": 0.8462,
        "f1": 0.7333,
        "support": 13,
        "predicted": 17
      },
      "T1564.001": {
        "precision": 0.3333,
        "recall": 1.0,
        "f1": 0.5,
        "support": 1,
        "predicted": 3
      },
      "T1566.001": {
        "precision": 0.619,
        "recall": 0.8667,
        "f1": 0.7222,
        "support": 15,
        "predicted": 21
      },
      "T1569.002": {
        "precision": 0.5,
        "recall": 0.5,
        "f1": 0.5,
        "support": 2,
        "predicted": 2
      },
      "T1570": {
        "precision": 0.8571,
        "recall": 0.4615,
        "f1": 0.6,
        "support": 13,
        "predicted": 7
      },
      "T1573.001": {
        "precision": 0.3,
        "recall": 0.6667,
        "f1": 0.4138,
        "support": 9,
        "predicted": 20
      },
      "T1574.002": {
        "precision": 0.875,
        "recall": 0.7778,
        "f1": 0.8235,
        "support": 18,
        "predicted": 16
      }
    }
  },
  "per_class_threshold": {
    "thresholds": {
      "T1003.001": 0.6,
      "T1005": 0.35,
      "T1012": 0.45,
      "T1016": 0.2,
      "T1021.001": 0.65,
      "T1027": 0.65,
      "T1033": 0.3,
      "T1036.005": 0.9,
      "T1041": 0.45,
      "T1047": 0.3,
      "T1053.005": 0.9,
      "T1055": 0.75,
      "T1056.001": 0.8,
      "T1057": 0.5,
      "T1059.003": 0.55,
      "T1068": 0.05,
      "T1070.004": 0.75,
      "T1071.001": 0.85,
      "T1072": 0.05,
      "T1074.001": 0.15,
      "T1078": 0.8,
      "T1082": 0.25,
      "T1083": 0.9,
      "T1090": 0.55,
      "T1095": 0.35,
      "T1105": 0.65,
      "T1106": 0.7,
      "T1110": 0.55,
      "T1112": 0.55,
      "T1113": 0.7,
      "T1140": 0.7,
      "T1190": 0.2,
      "T1204.002": 0.7,
      "T1210": 0.15,
      "T1218.011": 0.4,
      "T1219": 0.5,
      "T1484.001": 0.5,
      "T1518.001": 0.85,
      "T1543.003": 0.6,
      "T1547.001": 0.8,
      "T1548.002": 0.3,
      "T1552.001": 0.5,
      "T1562.001": 0.8,
      "T1564.001": 0.45,
      "T1566.001": 0.9,
      "T1569.002": 0.25,
      "T1570": 0.75,
      "T1573.001": 0.6,
      "T1574.002": 0.6
    },
    "micro_f1": 0.5399,
    "macro_f1": 0.4822,
    "micro_precision": 0.4994,
    "micro_recall": 0.5875,
    "macro_precision": 0.4959,
    "macro_recall": 0.5294,
    "n_examples": 2767,
    "n_positive_labels": 737,
    "per_class": {
      "T1003.001": {
        "precision": 0.5,
        "recall": 0.4706,
        "f1": 0.4848,
        "support": 17,
        "predicted": 16
      },
      "T1005": {
        "precision": 0.2188,
        "recall": 0.5833,
        "f1": 0.3182,
        "support": 12,
        "predicted": 32
      },
      "T1012": {
        "precision": 0.3333,
        "recall": 0.5,
        "f1": 0.4,
        "support": 4,
        "predicted": 6
      },
      "T1016": {
        "precision": 0.4,
        "recall": 0.4444,
        "f1": 0.4211,
        "support": 9,
        "predicted": 10
      },
      "T1021.001": {
        "precision": 0.6,
        "recall": 0.5625,
        "f1": 0.5806,
        "support": 16,
        "predicted": 15
      },
      "T1027": {
        "precision": 0.4914,
        "recall": 0.5938,
        "f1": 0.5377,
        "support": 96,
        "predicted": 116
      },
      "T1033": {
        "precision": 0.25,
        "recall": 0.1667,
        "f1": 0.2,
        "support": 6,
        "predicted": 4
      },
      "T1036.005": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 8,
        "predicted": 1
      },
      "T1041": {
        "precision": 0.2692,
        "recall": 0.5385,
        "f1": 0.359,
        "support": 13,
        "predicted": 26
      },
      "T1047": {
        "precision": 0.5556,
        "recall": 0.5,
        "f1": 0.5263,
        "support": 10,
        "predicted": 9
      },
      "T1053.005": {
        "precision": 0.7692,
        "recall": 0.7143,
        "f1": 0.7407,
        "support": 14,
        "predicted": 13
      },
      "T1055": {
        "precision": 0.617,
        "recall": 0.6744,
        "f1": 0.6444,
        "support": 43,
        "predicted": 47
      },
      "T1056.001": {
        "precision": 1.0,
        "recall": 0.8333,
        "f1": 0.9091,
        "support": 6,
        "predicted": 5
      },
      "T1057": {
        "precision": 0.5,
        "recall": 0.5833,
        "f1": 0.5385,
        "support": 12,
        "predicted": 14
      },
      "T1059.003": {
        "precision": 0.4412,
        "recall": 0.6667,
        "f1": 0.531,
        "support": 45,
        "predicted": 68
      },
      "T1068": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 1,
        "predicted": 13
      },
      "T1070.004": {
        "precision": 0.4737,
        "recall": 0.6,
        "f1": 0.5294,
        "support": 15,
        "predicted": 19
      },
      "T1071.001": {
        "precision": 0.7368,
        "recall": 0.5,
        "f1": 0.5957,
        "support": 28,
        "predicted": 19
      },
      "T1072": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 13
      },
      "T1074.001": {
        "precision": 0.0588,
        "recall": 0.3333,
        "f1": 0.1,
        "support": 3,
        "predicted": 17
      },
      "T1078": {
        "precision": 0.4375,
        "recall": 0.3333,
        "f1": 0.3784,
        "support": 21,
        "predicted": 16
      },
      "T1082": {
        "precision": 0.3103,
        "recall": 0.5294,
        "f1": 0.3913,
        "support": 17,
        "predicted": 29
      },
      "T1083": {
        "precision": 0.2,
        "recall": 0.0769,
        "f1": 0.1111,
        "support": 13,
        "predicted": 5
      },
      "T1090": {
        "precision": 0.7059,
        "recall": 0.6667,
        "f1": 0.6857,
        "support": 18,
        "predicted": 17
      },
      "T1095": {
        "precision": 0.5,
        "recall": 0.75,
        "f1": 0.6,
        "support": 12,
        "predicted": 18
      },
      "T1105": {
        "precision": 0.5,
        "recall": 0.625,
        "f1": 0.5556,
        "support": 40,
        "predicted": 50
      },
      "T1106": {
        "precision": 0.5185,
        "recall": 0.6667,
        "f1": 0.5833,
        "support": 21,
        "predicted": 27
      },
      "T1110": {
        "precision": 0.75,
        "recall": 1.0,
        "f1": 0.8571,
        "support": 3,
        "predicted": 4
      },
      "T1112": {
        "precision": 0.4242,
        "recall": 0.9333,
        "f1": 0.5833,
        "support": 15,
        "predicted": 33
      },
      "T1113": {
        "precision": 1.0,
        "recall": 0.75,
        "f1": 0.8571,
        "support": 8,
        "predicted": 6
      },
      "T1140": {
        "precision": 0.7941,
        "recall": 0.806,
        "f1": 0.8,
        "support": 67,
        "predicted": 68
      },
      "T1190": {
        "precision": 0.3571,
        "recall": 0.3846,
        "f1": 0.3704,
        "support": 13,
        "predicted": 14
      },
      "T1204.002": {
        "precision": 0.4444,
        "recall": 0.4,
        "f1": 0.4211,
        "support": 10,
        "predicted": 9
      },
      "T1210": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 2,
        "predicted": 10
      },
      "T1218.011": {
        "precision": 0.7,
        "recall": 0.6364,
        "f1": 0.6667,
        "support": 11,
        "predicted": 10
      },
      "T1219": {
        "precision": 0.5,
        "recall": 1.0,
        "f1": 0.6667,
        "support": 4,
        "predicted": 8
      },
      "T1484.001": {
        "precision": 1.0,
        "recall": 0.5,
        "f1": 0.6667,
        "support": 4,
        "predicted": 2
      },
      "T1518.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 4,
        "predicted": 0
      },
      "T1543.003": {
        "precision": 0.5,
        "recall": 0.75,
        "f1": 0.6,
        "support": 4,
        "predicted": 6
      },
      "T1547.001": {
        "precision": 1.0,
        "recall": 0.4,
        "f1": 0.5714,
        "support": 10,
        "predicted": 4
      },
      "T1548.002": {
        "precision": 1.0,
        "recall": 0.6667,
        "f1": 0.8,
        "support": 6,
        "predicted": 4
      },
      "T1552.001": {
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 3,
        "predicted": 0
      },
      "T1562.001": {
        "precision": 0.8,
        "recall": 0.6154,
        "f1": 0.6957,
        "support": 13,
        "predicted": 10
      },
      "T1564.001": {
        "precision": 0.3333,
        "recall": 1.0,
        "f1": 0.5,
        "support": 1,
        "predicted": 3
      },
      "T1566.001": {
        "precision": 0.7,
        "recall": 0.4667,
        "f1": 0.56,
        "support": 15,
        "predicted": 10
      },
      "T1569.002": {
        "precision": 0.3333,
        "recall": 1.0,
        "f1": 0.5,
        "support": 2,
        "predicted": 6
      },
      "T1570": {
        "precision": 1.0,
        "recall": 0.3846,
        "f1": 0.5556,
        "support": 13,
        "predicted": 5
      },
      "T1573.001": {
        "precision": 0.3529,
        "recall": 0.6667,
        "f1": 0.4615,
        "support": 9,
        "predicted": 17
      },
      "T1574.002": {
        "precision": 0.9231,
        "recall": 0.6667,
        "f1": 0.7742,
        "support": 18,
        "predicted": 13
      }
    }
  }
}