Text Classification
Transformers
Safetensors
English
modernbert
cyber-threat-intelligence
mitre-attack
multi-label-classification
defensive-security
blue-team
threat-intelligence
text-embeddings-inference
Instructions to use ctokx/cti-attack-mapper-modernbert with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ctokx/cti-attack-mapper-modernbert with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="ctokx/cti-attack-mapper-modernbert")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("ctokx/cti-attack-mapper-modernbert") model = AutoModelForSequenceClassification.from_pretrained("ctokx/cti-attack-mapper-modernbert", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "frequency": { | |
| "global_threshold": { | |
| "threshold": 0.05, | |
| "micro_f1": 0.0, | |
| "macro_f1": 0.0, | |
| "micro_precision": 0.0, | |
| "micro_recall": 0.0, | |
| "macro_precision": 0.0, | |
| "macro_recall": 0.0, | |
| "n_examples": 3635, | |
| "n_positive_labels": 911, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 21, | |
| "predicted": 0 | |
| }, | |
| "T1005": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 8, | |
| "predicted": 0 | |
| }, | |
| "T1012": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 0 | |
| }, | |
| "T1016": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 11, | |
| "predicted": 0 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 12, | |
| "predicted": 0 | |
| }, | |
| "T1027": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 102, | |
| "predicted": 0 | |
| }, | |
| "T1033": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 13, | |
| "predicted": 0 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 10, | |
| "predicted": 0 | |
| }, | |
| "T1041": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 17, | |
| "predicted": 0 | |
| }, | |
| "T1047": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 28, | |
| "predicted": 0 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| }, | |
| "T1055": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 40, | |
| "predicted": 0 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1057": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 51, | |
| "predicted": 0 | |
| }, | |
| "T1068": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 12, | |
| "predicted": 0 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 21, | |
| "predicted": 0 | |
| }, | |
| "T1072": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1078": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 23, | |
| "predicted": 0 | |
| }, | |
| "T1082": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 24, | |
| "predicted": 0 | |
| }, | |
| "T1083": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1090": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 23, | |
| "predicted": 0 | |
| }, | |
| "T1095": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1105": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 57, | |
| "predicted": 0 | |
| }, | |
| "T1106": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 34, | |
| "predicted": 0 | |
| }, | |
| "T1110": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 19, | |
| "predicted": 0 | |
| }, | |
| "T1112": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 14, | |
| "predicted": 0 | |
| }, | |
| "T1113": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 9, | |
| "predicted": 0 | |
| }, | |
| "T1140": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 68, | |
| "predicted": 0 | |
| }, | |
| "T1190": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1210": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 14, | |
| "predicted": 0 | |
| }, | |
| "T1219": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 19, | |
| "predicted": 0 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 0 | |
| }, | |
| "T1518.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 7, | |
| "predicted": 0 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 13, | |
| "predicted": 0 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 16, | |
| "predicted": 0 | |
| }, | |
| "T1548.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 0 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 13, | |
| "predicted": 0 | |
| }, | |
| "T1569.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 0 | |
| }, | |
| "T1570": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 6, | |
| "predicted": 0 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 16, | |
| "predicted": 0 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| } | |
| } | |
| }, | |
| "per_class_threshold": { | |
| "thresholds": { | |
| "T1003.001": 0.05, | |
| "T1005": 0.05, | |
| "T1012": 0.05, | |
| "T1016": 0.05, | |
| "T1021.001": 0.05, | |
| "T1027": 0.05, | |
| "T1033": 0.05, | |
| "T1036.005": 0.05, | |
| "T1041": 0.05, | |
| "T1047": 0.05, | |
| "T1053.005": 0.05, | |
| "T1055": 0.05, | |
| "T1056.001": 0.05, | |
| "T1057": 0.05, | |
| "T1059.003": 0.05, | |
| "T1068": 0.05, | |
| "T1070.004": 0.05, | |
| "T1071.001": 0.05, | |
| "T1072": 0.05, | |
| "T1074.001": 0.05, | |
| "T1078": 0.05, | |
| "T1082": 0.05, | |
| "T1083": 0.05, | |
| "T1090": 0.05, | |
| "T1095": 0.05, | |
| "T1105": 0.05, | |
| "T1106": 0.05, | |
| "T1110": 0.05, | |
| "T1112": 0.05, | |
| "T1113": 0.05, | |
| "T1140": 0.05, | |
| "T1190": 0.05, | |
| "T1204.002": 0.05, | |
| "T1210": 0.05, | |
| "T1218.011": 0.05, | |
| "T1219": 0.05, | |
| "T1484.001": 0.05, | |
| "T1518.001": 0.05, | |
| "T1543.003": 0.05, | |
| "T1547.001": 0.05, | |
| "T1548.002": 0.05, | |
| "T1552.001": 0.05, | |
| "T1562.001": 0.05, | |
| "T1564.001": 0.05, | |
| "T1566.001": 0.05, | |
| "T1569.002": 0.05, | |
| "T1570": 0.05, | |
| "T1573.001": 0.05, | |
| "T1574.002": 0.05 | |
| }, | |
| "micro_f1": 0.0, | |
| "macro_f1": 0.0, | |
| "micro_precision": 0.0, | |
| "micro_recall": 0.0, | |
| "macro_precision": 0.0, | |
| "macro_recall": 0.0, | |
| "n_examples": 3635, | |
| "n_positive_labels": 911, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 21, | |
| "predicted": 0 | |
| }, | |
| "T1005": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 8, | |
| "predicted": 0 | |
| }, | |
| "T1012": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 0 | |
| }, | |
| "T1016": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 11, | |
| "predicted": 0 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 12, | |
| "predicted": 0 | |
| }, | |
| "T1027": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 102, | |
| "predicted": 0 | |
| }, | |
| "T1033": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 13, | |
| "predicted": 0 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 10, | |
| "predicted": 0 | |
| }, | |
| "T1041": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 17, | |
| "predicted": 0 | |
| }, | |
| "T1047": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 28, | |
| "predicted": 0 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| }, | |
| "T1055": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 40, | |
| "predicted": 0 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1057": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 51, | |
| "predicted": 0 | |
| }, | |
| "T1068": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 12, | |
| "predicted": 0 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 21, | |
| "predicted": 0 | |
| }, | |
| "T1072": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1078": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 23, | |
| "predicted": 0 | |
| }, | |
| "T1082": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 24, | |
| "predicted": 0 | |
| }, | |
| "T1083": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1090": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 23, | |
| "predicted": 0 | |
| }, | |
| "T1095": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1105": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 57, | |
| "predicted": 0 | |
| }, | |
| "T1106": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 34, | |
| "predicted": 0 | |
| }, | |
| "T1110": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 19, | |
| "predicted": 0 | |
| }, | |
| "T1112": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 14, | |
| "predicted": 0 | |
| }, | |
| "T1113": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 9, | |
| "predicted": 0 | |
| }, | |
| "T1140": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 68, | |
| "predicted": 0 | |
| }, | |
| "T1190": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 0 | |
| }, | |
| "T1210": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 14, | |
| "predicted": 0 | |
| }, | |
| "T1219": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 19, | |
| "predicted": 0 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 0 | |
| }, | |
| "T1518.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 7, | |
| "predicted": 0 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 13, | |
| "predicted": 0 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 16, | |
| "predicted": 0 | |
| }, | |
| "T1548.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 0 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 13, | |
| "predicted": 0 | |
| }, | |
| "T1569.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 0 | |
| }, | |
| "T1570": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 6, | |
| "predicted": 0 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 16, | |
| "predicted": 0 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| } | |
| } | |
| } | |
| }, | |
| "keyword": { | |
| "global_threshold": { | |
| "threshold": 0.05, | |
| "micro_f1": 0.1701, | |
| "macro_f1": 0.1666, | |
| "micro_precision": 0.2759, | |
| "micro_recall": 0.1229, | |
| "macro_precision": 0.2387, | |
| "macro_recall": 0.1516, | |
| "n_examples": 3635, | |
| "n_positive_labels": 911, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.2308, | |
| "recall": 0.1429, | |
| "f1": 0.1765, | |
| "support": 21, | |
| "predicted": 13 | |
| }, | |
| "T1005": { | |
| "precision": 0.3333, | |
| "recall": 0.125, | |
| "f1": 0.1818, | |
| "support": 8, | |
| "predicted": 3 | |
| }, | |
| "T1012": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 5 | |
| }, | |
| "T1016": { | |
| "precision": 0.1, | |
| "recall": 0.0909, | |
| "f1": 0.0952, | |
| "support": 11, | |
| "predicted": 10 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.2632, | |
| "recall": 0.4167, | |
| "f1": 0.3226, | |
| "support": 12, | |
| "predicted": 19 | |
| }, | |
| "T1027": { | |
| "precision": 0.1667, | |
| "recall": 0.0098, | |
| "f1": 0.0185, | |
| "support": 102, | |
| "predicted": 6 | |
| }, | |
| "T1033": { | |
| "precision": 0.2, | |
| "recall": 0.0769, | |
| "f1": 0.1111, | |
| "support": 13, | |
| "predicted": 5 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.2, | |
| "recall": 0.2, | |
| "f1": 0.2, | |
| "support": 10, | |
| "predicted": 10 | |
| }, | |
| "T1041": { | |
| "precision": 0.25, | |
| "recall": 0.0588, | |
| "f1": 0.0952, | |
| "support": 17, | |
| "predicted": 4 | |
| }, | |
| "T1047": { | |
| "precision": 0.3333, | |
| "recall": 0.1071, | |
| "f1": 0.1622, | |
| "support": 28, | |
| "predicted": 9 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.6389, | |
| "recall": 0.8846, | |
| "f1": 0.7419, | |
| "support": 26, | |
| "predicted": 36 | |
| }, | |
| "T1055": { | |
| "precision": 0.75, | |
| "recall": 0.15, | |
| "f1": 0.25, | |
| "support": 40, | |
| "predicted": 8 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.6667, | |
| "recall": 0.4, | |
| "f1": 0.5, | |
| "support": 15, | |
| "predicted": 9 | |
| }, | |
| "T1057": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 9 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 51, | |
| "predicted": 18 | |
| }, | |
| "T1068": { | |
| "precision": 1.0, | |
| "recall": 0.3333, | |
| "f1": 0.5, | |
| "support": 3, | |
| "predicted": 1 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.0909, | |
| "recall": 0.0833, | |
| "f1": 0.087, | |
| "support": 12, | |
| "predicted": 11 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.1429, | |
| "recall": 0.0476, | |
| "f1": 0.0714, | |
| "support": 21, | |
| "predicted": 7 | |
| }, | |
| "T1072": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.5, | |
| "recall": 0.3333, | |
| "f1": 0.4, | |
| "support": 3, | |
| "predicted": 2 | |
| }, | |
| "T1078": { | |
| "precision": 0.5, | |
| "recall": 0.2174, | |
| "f1": 0.303, | |
| "support": 23, | |
| "predicted": 10 | |
| }, | |
| "T1082": { | |
| "precision": 0.1429, | |
| "recall": 0.0417, | |
| "f1": 0.0645, | |
| "support": 24, | |
| "predicted": 7 | |
| }, | |
| "T1083": { | |
| "precision": 0.1111, | |
| "recall": 0.0667, | |
| "f1": 0.0833, | |
| "support": 15, | |
| "predicted": 9 | |
| }, | |
| "T1090": { | |
| "precision": 0.5238, | |
| "recall": 0.4783, | |
| "f1": 0.5, | |
| "support": 23, | |
| "predicted": 21 | |
| }, | |
| "T1095": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1105": { | |
| "precision": 0.2, | |
| "recall": 0.0175, | |
| "f1": 0.0323, | |
| "support": 57, | |
| "predicted": 5 | |
| }, | |
| "T1106": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 34, | |
| "predicted": 0 | |
| }, | |
| "T1110": { | |
| "precision": 0.4286, | |
| "recall": 0.1579, | |
| "f1": 0.2308, | |
| "support": 19, | |
| "predicted": 7 | |
| }, | |
| "T1112": { | |
| "precision": 0.2, | |
| "recall": 0.0714, | |
| "f1": 0.1053, | |
| "support": 14, | |
| "predicted": 5 | |
| }, | |
| "T1113": { | |
| "precision": 0.5, | |
| "recall": 0.2222, | |
| "f1": 0.3077, | |
| "support": 9, | |
| "predicted": 4 | |
| }, | |
| "T1140": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 68, | |
| "predicted": 2 | |
| }, | |
| "T1190": { | |
| "precision": 0.4, | |
| "recall": 0.1333, | |
| "f1": 0.2, | |
| "support": 15, | |
| "predicted": 5 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.0909, | |
| "recall": 0.0667, | |
| "f1": 0.0769, | |
| "support": 15, | |
| "predicted": 11 | |
| }, | |
| "T1210": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.5, | |
| "recall": 0.7857, | |
| "f1": 0.6111, | |
| "support": 14, | |
| "predicted": 22 | |
| }, | |
| "T1219": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 19, | |
| "predicted": 0 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 1 | |
| }, | |
| "T1518.001": { | |
| "precision": 0.2, | |
| "recall": 0.1429, | |
| "f1": 0.1667, | |
| "support": 7, | |
| "predicted": 5 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.7143, | |
| "recall": 0.3846, | |
| "f1": 0.5, | |
| "support": 13, | |
| "predicted": 7 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.3333, | |
| "recall": 0.125, | |
| "f1": 0.1818, | |
| "support": 16, | |
| "predicted": 6 | |
| }, | |
| "T1548.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 2 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.5, | |
| "recall": 0.25, | |
| "f1": 0.3333, | |
| "support": 4, | |
| "predicted": 2 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 2 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.0541, | |
| "recall": 0.3077, | |
| "f1": 0.092, | |
| "support": 13, | |
| "predicted": 74 | |
| }, | |
| "T1569.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 4 | |
| }, | |
| "T1570": { | |
| "precision": 0.4286, | |
| "recall": 0.5, | |
| "f1": 0.4615, | |
| "support": 6, | |
| "predicted": 7 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 16, | |
| "predicted": 3 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| } | |
| } | |
| }, | |
| "per_class_threshold": { | |
| "thresholds": { | |
| "T1003.001": 0.05, | |
| "T1005": 0.05, | |
| "T1012": 0.05, | |
| "T1016": 0.05, | |
| "T1021.001": 0.05, | |
| "T1027": 0.05, | |
| "T1033": 0.05, | |
| "T1036.005": 0.05, | |
| "T1041": 0.05, | |
| "T1047": 0.05, | |
| "T1053.005": 0.05, | |
| "T1055": 0.05, | |
| "T1056.001": 0.05, | |
| "T1057": 0.05, | |
| "T1059.003": 0.05, | |
| "T1068": 0.05, | |
| "T1070.004": 0.05, | |
| "T1071.001": 0.05, | |
| "T1072": 0.05, | |
| "T1074.001": 0.05, | |
| "T1078": 0.05, | |
| "T1082": 0.05, | |
| "T1083": 0.05, | |
| "T1090": 0.05, | |
| "T1095": 0.05, | |
| "T1105": 0.05, | |
| "T1106": 0.05, | |
| "T1110": 0.05, | |
| "T1112": 0.05, | |
| "T1113": 0.05, | |
| "T1140": 0.05, | |
| "T1190": 0.05, | |
| "T1204.002": 0.05, | |
| "T1210": 0.05, | |
| "T1218.011": 0.05, | |
| "T1219": 0.05, | |
| "T1484.001": 0.05, | |
| "T1518.001": 0.05, | |
| "T1543.003": 0.05, | |
| "T1547.001": 0.05, | |
| "T1548.002": 0.05, | |
| "T1552.001": 0.05, | |
| "T1562.001": 0.05, | |
| "T1564.001": 0.05, | |
| "T1566.001": 0.05, | |
| "T1569.002": 0.05, | |
| "T1570": 0.05, | |
| "T1573.001": 0.05, | |
| "T1574.002": 0.05 | |
| }, | |
| "micro_f1": 0.1701, | |
| "macro_f1": 0.1666, | |
| "micro_precision": 0.2759, | |
| "micro_recall": 0.1229, | |
| "macro_precision": 0.2387, | |
| "macro_recall": 0.1516, | |
| "n_examples": 3635, | |
| "n_positive_labels": 911, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.2308, | |
| "recall": 0.1429, | |
| "f1": 0.1765, | |
| "support": 21, | |
| "predicted": 13 | |
| }, | |
| "T1005": { | |
| "precision": 0.3333, | |
| "recall": 0.125, | |
| "f1": 0.1818, | |
| "support": 8, | |
| "predicted": 3 | |
| }, | |
| "T1012": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 4, | |
| "predicted": 5 | |
| }, | |
| "T1016": { | |
| "precision": 0.1, | |
| "recall": 0.0909, | |
| "f1": 0.0952, | |
| "support": 11, | |
| "predicted": 10 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.2632, | |
| "recall": 0.4167, | |
| "f1": 0.3226, | |
| "support": 12, | |
| "predicted": 19 | |
| }, | |
| "T1027": { | |
| "precision": 0.1667, | |
| "recall": 0.0098, | |
| "f1": 0.0185, | |
| "support": 102, | |
| "predicted": 6 | |
| }, | |
| "T1033": { | |
| "precision": 0.2, | |
| "recall": 0.0769, | |
| "f1": 0.1111, | |
| "support": 13, | |
| "predicted": 5 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.2, | |
| "recall": 0.2, | |
| "f1": 0.2, | |
| "support": 10, | |
| "predicted": 10 | |
| }, | |
| "T1041": { | |
| "precision": 0.25, | |
| "recall": 0.0588, | |
| "f1": 0.0952, | |
| "support": 17, | |
| "predicted": 4 | |
| }, | |
| "T1047": { | |
| "precision": 0.3333, | |
| "recall": 0.1071, | |
| "f1": 0.1622, | |
| "support": 28, | |
| "predicted": 9 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.6389, | |
| "recall": 0.8846, | |
| "f1": 0.7419, | |
| "support": 26, | |
| "predicted": 36 | |
| }, | |
| "T1055": { | |
| "precision": 0.75, | |
| "recall": 0.15, | |
| "f1": 0.25, | |
| "support": 40, | |
| "predicted": 8 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.6667, | |
| "recall": 0.4, | |
| "f1": 0.5, | |
| "support": 15, | |
| "predicted": 9 | |
| }, | |
| "T1057": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 15, | |
| "predicted": 9 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 51, | |
| "predicted": 18 | |
| }, | |
| "T1068": { | |
| "precision": 1.0, | |
| "recall": 0.3333, | |
| "f1": 0.5, | |
| "support": 3, | |
| "predicted": 1 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.0909, | |
| "recall": 0.0833, | |
| "f1": 0.087, | |
| "support": 12, | |
| "predicted": 11 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.1429, | |
| "recall": 0.0476, | |
| "f1": 0.0714, | |
| "support": 21, | |
| "predicted": 7 | |
| }, | |
| "T1072": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.5, | |
| "recall": 0.3333, | |
| "f1": 0.4, | |
| "support": 3, | |
| "predicted": 2 | |
| }, | |
| "T1078": { | |
| "precision": 0.5, | |
| "recall": 0.2174, | |
| "f1": 0.303, | |
| "support": 23, | |
| "predicted": 10 | |
| }, | |
| "T1082": { | |
| "precision": 0.1429, | |
| "recall": 0.0417, | |
| "f1": 0.0645, | |
| "support": 24, | |
| "predicted": 7 | |
| }, | |
| "T1083": { | |
| "precision": 0.1111, | |
| "recall": 0.0667, | |
| "f1": 0.0833, | |
| "support": 15, | |
| "predicted": 9 | |
| }, | |
| "T1090": { | |
| "precision": 0.5238, | |
| "recall": 0.4783, | |
| "f1": 0.5, | |
| "support": 23, | |
| "predicted": 21 | |
| }, | |
| "T1095": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1105": { | |
| "precision": 0.2, | |
| "recall": 0.0175, | |
| "f1": 0.0323, | |
| "support": 57, | |
| "predicted": 5 | |
| }, | |
| "T1106": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 34, | |
| "predicted": 0 | |
| }, | |
| "T1110": { | |
| "precision": 0.4286, | |
| "recall": 0.1579, | |
| "f1": 0.2308, | |
| "support": 19, | |
| "predicted": 7 | |
| }, | |
| "T1112": { | |
| "precision": 0.2, | |
| "recall": 0.0714, | |
| "f1": 0.1053, | |
| "support": 14, | |
| "predicted": 5 | |
| }, | |
| "T1113": { | |
| "precision": 0.5, | |
| "recall": 0.2222, | |
| "f1": 0.3077, | |
| "support": 9, | |
| "predicted": 4 | |
| }, | |
| "T1140": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 68, | |
| "predicted": 2 | |
| }, | |
| "T1190": { | |
| "precision": 0.4, | |
| "recall": 0.1333, | |
| "f1": 0.2, | |
| "support": 15, | |
| "predicted": 5 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.0909, | |
| "recall": 0.0667, | |
| "f1": 0.0769, | |
| "support": 15, | |
| "predicted": 11 | |
| }, | |
| "T1210": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 0 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.5, | |
| "recall": 0.7857, | |
| "f1": 0.6111, | |
| "support": 14, | |
| "predicted": 22 | |
| }, | |
| "T1219": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 19, | |
| "predicted": 0 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 1 | |
| }, | |
| "T1518.001": { | |
| "precision": 0.2, | |
| "recall": 0.1429, | |
| "f1": 0.1667, | |
| "support": 7, | |
| "predicted": 5 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.7143, | |
| "recall": 0.3846, | |
| "f1": 0.5, | |
| "support": 13, | |
| "predicted": 7 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.3333, | |
| "recall": 0.125, | |
| "f1": 0.1818, | |
| "support": 16, | |
| "predicted": 6 | |
| }, | |
| "T1548.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 2 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.5, | |
| "recall": 0.25, | |
| "f1": 0.3333, | |
| "support": 4, | |
| "predicted": 2 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 2 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.0541, | |
| "recall": 0.3077, | |
| "f1": 0.092, | |
| "support": 13, | |
| "predicted": 74 | |
| }, | |
| "T1569.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 5, | |
| "predicted": 4 | |
| }, | |
| "T1570": { | |
| "precision": 0.4286, | |
| "recall": 0.5, | |
| "f1": 0.4615, | |
| "support": 6, | |
| "predicted": 7 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 16, | |
| "predicted": 3 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 26, | |
| "predicted": 0 | |
| } | |
| } | |
| } | |
| }, | |
| "tfidf_lr": { | |
| "global_threshold": { | |
| "threshold": 0.2, | |
| "micro_f1": 0.4724, | |
| "macro_f1": 0.4492, | |
| "micro_precision": 0.3509, | |
| "micro_recall": 0.7223, | |
| "macro_precision": 0.3785, | |
| "macro_recall": 0.6336, | |
| "n_examples": 3635, | |
| "n_positive_labels": 911, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.4474, | |
| "recall": 0.8095, | |
| "f1": 0.5763, | |
| "support": 21, | |
| "predicted": 38 | |
| }, | |
| "T1005": { | |
| "precision": 0.093, | |
| "recall": 0.5, | |
| "f1": 0.1569, | |
| "support": 8, | |
| "predicted": 43 | |
| }, | |
| "T1012": { | |
| "precision": 0.1333, | |
| "recall": 0.5, | |
| "f1": 0.2105, | |
| "support": 4, | |
| "predicted": 15 | |
| }, | |
| "T1016": { | |
| "precision": 0.2632, | |
| "recall": 0.4545, | |
| "f1": 0.3333, | |
| "support": 11, | |
| "predicted": 19 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.3243, | |
| "recall": 1.0, | |
| "f1": 0.4898, | |
| "support": 12, | |
| "predicted": 37 | |
| }, | |
| "T1027": { | |
| "precision": 0.2971, | |
| "recall": 0.8039, | |
| "f1": 0.4339, | |
| "support": 102, | |
| "predicted": 276 | |
| }, | |
| "T1033": { | |
| "precision": 0.4615, | |
| "recall": 0.9231, | |
| "f1": 0.6154, | |
| "support": 13, | |
| "predicted": 26 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.2727, | |
| "recall": 0.6, | |
| "f1": 0.375, | |
| "support": 10, | |
| "predicted": 22 | |
| }, | |
| "T1041": { | |
| "precision": 0.1695, | |
| "recall": 0.5882, | |
| "f1": 0.2632, | |
| "support": 17, | |
| "predicted": 59 | |
| }, | |
| "T1047": { | |
| "precision": 0.6286, | |
| "recall": 0.7857, | |
| "f1": 0.6984, | |
| "support": 28, | |
| "predicted": 35 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.5333, | |
| "recall": 0.9231, | |
| "f1": 0.6761, | |
| "support": 26, | |
| "predicted": 45 | |
| }, | |
| "T1055": { | |
| "precision": 0.4921, | |
| "recall": 0.775, | |
| "f1": 0.6019, | |
| "support": 40, | |
| "predicted": 63 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.6667, | |
| "recall": 0.9333, | |
| "f1": 0.7778, | |
| "support": 15, | |
| "predicted": 21 | |
| }, | |
| "T1057": { | |
| "precision": 0.3448, | |
| "recall": 0.6667, | |
| "f1": 0.4545, | |
| "support": 15, | |
| "predicted": 29 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.3362, | |
| "recall": 0.7647, | |
| "f1": 0.4671, | |
| "support": 51, | |
| "predicted": 116 | |
| }, | |
| "T1068": { | |
| "precision": 1.0, | |
| "recall": 0.3333, | |
| "f1": 0.5, | |
| "support": 3, | |
| "predicted": 1 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.3, | |
| "recall": 0.75, | |
| "f1": 0.4286, | |
| "support": 12, | |
| "predicted": 30 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.2769, | |
| "recall": 0.8571, | |
| "f1": 0.4186, | |
| "support": 21, | |
| "predicted": 65 | |
| }, | |
| "T1072": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.2857, | |
| "recall": 0.6667, | |
| "f1": 0.4, | |
| "support": 3, | |
| "predicted": 7 | |
| }, | |
| "T1078": { | |
| "precision": 0.2143, | |
| "recall": 0.7826, | |
| "f1": 0.3364, | |
| "support": 23, | |
| "predicted": 84 | |
| }, | |
| "T1082": { | |
| "precision": 0.2037, | |
| "recall": 0.4583, | |
| "f1": 0.2821, | |
| "support": 24, | |
| "predicted": 54 | |
| }, | |
| "T1083": { | |
| "precision": 0.2391, | |
| "recall": 0.7333, | |
| "f1": 0.3607, | |
| "support": 15, | |
| "predicted": 46 | |
| }, | |
| "T1090": { | |
| "precision": 0.3889, | |
| "recall": 0.6087, | |
| "f1": 0.4746, | |
| "support": 23, | |
| "predicted": 36 | |
| }, | |
| "T1095": { | |
| "precision": 0.25, | |
| "recall": 0.3333, | |
| "f1": 0.2857, | |
| "support": 3, | |
| "predicted": 4 | |
| }, | |
| "T1105": { | |
| "precision": 0.3101, | |
| "recall": 0.7018, | |
| "f1": 0.4301, | |
| "support": 57, | |
| "predicted": 129 | |
| }, | |
| "T1106": { | |
| "precision": 0.3333, | |
| "recall": 0.6176, | |
| "f1": 0.433, | |
| "support": 34, | |
| "predicted": 63 | |
| }, | |
| "T1110": { | |
| "precision": 0.5556, | |
| "recall": 0.7895, | |
| "f1": 0.6522, | |
| "support": 19, | |
| "predicted": 27 | |
| }, | |
| "T1112": { | |
| "precision": 0.2683, | |
| "recall": 0.7857, | |
| "f1": 0.4, | |
| "support": 14, | |
| "predicted": 41 | |
| }, | |
| "T1113": { | |
| "precision": 0.5, | |
| "recall": 0.8889, | |
| "f1": 0.64, | |
| "support": 9, | |
| "predicted": 16 | |
| }, | |
| "T1140": { | |
| "precision": 0.5039, | |
| "recall": 0.9412, | |
| "f1": 0.6564, | |
| "support": 68, | |
| "predicted": 127 | |
| }, | |
| "T1190": { | |
| "precision": 0.3182, | |
| "recall": 0.4667, | |
| "f1": 0.3784, | |
| "support": 15, | |
| "predicted": 22 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.2647, | |
| "recall": 0.6, | |
| "f1": 0.3673, | |
| "support": 15, | |
| "predicted": 34 | |
| }, | |
| "T1210": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 1 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.6429, | |
| "recall": 0.6429, | |
| "f1": 0.6429, | |
| "support": 14, | |
| "predicted": 14 | |
| }, | |
| "T1219": { | |
| "precision": 0.375, | |
| "recall": 0.3158, | |
| "f1": 0.3429, | |
| "support": 19, | |
| "predicted": 16 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.5, | |
| "recall": 0.4, | |
| "f1": 0.4444, | |
| "support": 5, | |
| "predicted": 4 | |
| }, | |
| "T1518.001": { | |
| "precision": 0.3333, | |
| "recall": 0.5714, | |
| "f1": 0.4211, | |
| "support": 7, | |
| "predicted": 12 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.6667, | |
| "recall": 0.6154, | |
| "f1": 0.64, | |
| "support": 13, | |
| "predicted": 12 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.4483, | |
| "recall": 0.8125, | |
| "f1": 0.5778, | |
| "support": 16, | |
| "predicted": 29 | |
| }, | |
| "T1548.002": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "support": 2, | |
| "predicted": 2 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.1111, | |
| "recall": 0.25, | |
| "f1": 0.1538, | |
| "support": 4, | |
| "predicted": 9 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.6, | |
| "recall": 0.8077, | |
| "f1": 0.6885, | |
| "support": 26, | |
| "predicted": 35 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.5, | |
| "recall": 0.6667, | |
| "f1": 0.5714, | |
| "support": 3, | |
| "predicted": 4 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.1786, | |
| "recall": 0.3846, | |
| "f1": 0.2439, | |
| "support": 13, | |
| "predicted": 28 | |
| }, | |
| "T1569.002": { | |
| "precision": 0.1429, | |
| "recall": 0.2, | |
| "f1": 0.1667, | |
| "support": 5, | |
| "predicted": 7 | |
| }, | |
| "T1570": { | |
| "precision": 0.1667, | |
| "recall": 0.6667, | |
| "f1": 0.2667, | |
| "support": 6, | |
| "predicted": 24 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.4286, | |
| "recall": 0.5625, | |
| "f1": 0.4865, | |
| "support": 16, | |
| "predicted": 21 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.7778, | |
| "recall": 0.8077, | |
| "f1": 0.7925, | |
| "support": 26, | |
| "predicted": 27 | |
| } | |
| } | |
| }, | |
| "per_class_threshold": { | |
| "thresholds": { | |
| "T1003.001": 0.65, | |
| "T1005": 0.5, | |
| "T1012": 0.1, | |
| "T1016": 0.25, | |
| "T1021.001": 0.4, | |
| "T1027": 0.3, | |
| "T1033": 0.5, | |
| "T1036.005": 0.25, | |
| "T1041": 0.4, | |
| "T1047": 0.2, | |
| "T1053.005": 0.35, | |
| "T1055": 0.4, | |
| "T1056.001": 0.1, | |
| "T1057": 0.55, | |
| "T1059.003": 0.6, | |
| "T1068": 0.15, | |
| "T1070.004": 0.15, | |
| "T1071.001": 0.55, | |
| "T1072": 0.05, | |
| "T1074.001": 0.05, | |
| "T1078": 0.35, | |
| "T1082": 0.8, | |
| "T1083": 0.45, | |
| "T1090": 0.4, | |
| "T1095": 0.2, | |
| "T1105": 0.65, | |
| "T1106": 0.5, | |
| "T1110": 0.2, | |
| "T1112": 0.6, | |
| "T1113": 0.25, | |
| "T1140": 0.5, | |
| "T1190": 0.4, | |
| "T1204.002": 0.4, | |
| "T1210": 0.05, | |
| "T1218.011": 0.15, | |
| "T1219": 0.2, | |
| "T1484.001": 0.1, | |
| "T1518.001": 0.1, | |
| "T1543.003": 0.3, | |
| "T1547.001": 0.45, | |
| "T1548.002": 0.05, | |
| "T1552.001": 0.05, | |
| "T1562.001": 0.55, | |
| "T1564.001": 0.2, | |
| "T1566.001": 0.55, | |
| "T1569.002": 0.05, | |
| "T1570": 0.55, | |
| "T1573.001": 0.8, | |
| "T1574.002": 0.25 | |
| }, | |
| "micro_f1": 0.5002, | |
| "macro_f1": 0.4536, | |
| "micro_precision": 0.4276, | |
| "micro_recall": 0.6026, | |
| "macro_precision": 0.4343, | |
| "macro_recall": 0.5681, | |
| "n_examples": 3635, | |
| "n_positive_labels": 911, | |
| "per_class": { | |
| "T1003.001": { | |
| "precision": 0.5926, | |
| "recall": 0.7619, | |
| "f1": 0.6667, | |
| "support": 21, | |
| "predicted": 27 | |
| }, | |
| "T1005": { | |
| "precision": 0.1875, | |
| "recall": 0.375, | |
| "f1": 0.25, | |
| "support": 8, | |
| "predicted": 16 | |
| }, | |
| "T1012": { | |
| "precision": 0.1667, | |
| "recall": 0.75, | |
| "f1": 0.2727, | |
| "support": 4, | |
| "predicted": 18 | |
| }, | |
| "T1016": { | |
| "precision": 0.1875, | |
| "recall": 0.2727, | |
| "f1": 0.2222, | |
| "support": 11, | |
| "predicted": 16 | |
| }, | |
| "T1021.001": { | |
| "precision": 0.3448, | |
| "recall": 0.8333, | |
| "f1": 0.4878, | |
| "support": 12, | |
| "predicted": 29 | |
| }, | |
| "T1027": { | |
| "precision": 0.3636, | |
| "recall": 0.7451, | |
| "f1": 0.4887, | |
| "support": 102, | |
| "predicted": 209 | |
| }, | |
| "T1033": { | |
| "precision": 0.6364, | |
| "recall": 0.5385, | |
| "f1": 0.5833, | |
| "support": 13, | |
| "predicted": 11 | |
| }, | |
| "T1036.005": { | |
| "precision": 0.3125, | |
| "recall": 0.5, | |
| "f1": 0.3846, | |
| "support": 10, | |
| "predicted": 16 | |
| }, | |
| "T1041": { | |
| "precision": 0.2571, | |
| "recall": 0.5294, | |
| "f1": 0.3462, | |
| "support": 17, | |
| "predicted": 35 | |
| }, | |
| "T1047": { | |
| "precision": 0.6286, | |
| "recall": 0.7857, | |
| "f1": 0.6984, | |
| "support": 28, | |
| "predicted": 35 | |
| }, | |
| "T1053.005": { | |
| "precision": 0.55, | |
| "recall": 0.8462, | |
| "f1": 0.6667, | |
| "support": 26, | |
| "predicted": 40 | |
| }, | |
| "T1055": { | |
| "precision": 0.5918, | |
| "recall": 0.725, | |
| "f1": 0.6517, | |
| "support": 40, | |
| "predicted": 49 | |
| }, | |
| "T1056.001": { | |
| "precision": 0.6, | |
| "recall": 1.0, | |
| "f1": 0.75, | |
| "support": 15, | |
| "predicted": 25 | |
| }, | |
| "T1057": { | |
| "precision": 0.75, | |
| "recall": 0.6, | |
| "f1": 0.6667, | |
| "support": 15, | |
| "predicted": 12 | |
| }, | |
| "T1059.003": { | |
| "precision": 0.5526, | |
| "recall": 0.4118, | |
| "f1": 0.4719, | |
| "support": 51, | |
| "predicted": 38 | |
| }, | |
| "T1068": { | |
| "precision": 1.0, | |
| "recall": 0.3333, | |
| "f1": 0.5, | |
| "support": 3, | |
| "predicted": 1 | |
| }, | |
| "T1070.004": { | |
| "precision": 0.2703, | |
| "recall": 0.8333, | |
| "f1": 0.4082, | |
| "support": 12, | |
| "predicted": 37 | |
| }, | |
| "T1071.001": { | |
| "precision": 0.4375, | |
| "recall": 0.6667, | |
| "f1": 0.5283, | |
| "support": 21, | |
| "predicted": 32 | |
| }, | |
| "T1072": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 3, | |
| "predicted": 0 | |
| }, | |
| "T1074.001": { | |
| "precision": 0.0714, | |
| "recall": 0.6667, | |
| "f1": 0.129, | |
| "support": 3, | |
| "predicted": 28 | |
| }, | |
| "T1078": { | |
| "precision": 0.2321, | |
| "recall": 0.5652, | |
| "f1": 0.3291, | |
| "support": 23, | |
| "predicted": 56 | |
| }, | |
| "T1082": { | |
| "precision": 0.6667, | |
| "recall": 0.3333, | |
| "f1": 0.4444, | |
| "support": 24, | |
| "predicted": 12 | |
| }, | |
| "T1083": { | |
| "precision": 0.3478, | |
| "recall": 0.5333, | |
| "f1": 0.4211, | |
| "support": 15, | |
| "predicted": 23 | |
| }, | |
| "T1090": { | |
| "precision": 0.5238, | |
| "recall": 0.4783, | |
| "f1": 0.5, | |
| "support": 23, | |
| "predicted": 21 | |
| }, | |
| "T1095": { | |
| "precision": 0.25, | |
| "recall": 0.3333, | |
| "f1": 0.2857, | |
| "support": 3, | |
| "predicted": 4 | |
| }, | |
| "T1105": { | |
| "precision": 0.5152, | |
| "recall": 0.2982, | |
| "f1": 0.3778, | |
| "support": 57, | |
| "predicted": 33 | |
| }, | |
| "T1106": { | |
| "precision": 0.5, | |
| "recall": 0.4118, | |
| "f1": 0.4516, | |
| "support": 34, | |
| "predicted": 28 | |
| }, | |
| "T1110": { | |
| "precision": 0.5556, | |
| "recall": 0.7895, | |
| "f1": 0.6522, | |
| "support": 19, | |
| "predicted": 27 | |
| }, | |
| "T1112": { | |
| "precision": 0.4, | |
| "recall": 0.7143, | |
| "f1": 0.5128, | |
| "support": 14, | |
| "predicted": 25 | |
| }, | |
| "T1113": { | |
| "precision": 0.5, | |
| "recall": 0.8889, | |
| "f1": 0.64, | |
| "support": 9, | |
| "predicted": 16 | |
| }, | |
| "T1140": { | |
| "precision": 0.7073, | |
| "recall": 0.8529, | |
| "f1": 0.7733, | |
| "support": 68, | |
| "predicted": 82 | |
| }, | |
| "T1190": { | |
| "precision": 0.5, | |
| "recall": 0.4667, | |
| "f1": 0.4828, | |
| "support": 15, | |
| "predicted": 14 | |
| }, | |
| "T1204.002": { | |
| "precision": 0.4211, | |
| "recall": 0.5333, | |
| "f1": 0.4706, | |
| "support": 15, | |
| "predicted": 19 | |
| }, | |
| "T1210": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 2, | |
| "predicted": 34 | |
| }, | |
| "T1218.011": { | |
| "precision": 0.625, | |
| "recall": 0.7143, | |
| "f1": 0.6667, | |
| "support": 14, | |
| "predicted": 16 | |
| }, | |
| "T1219": { | |
| "precision": 0.375, | |
| "recall": 0.3158, | |
| "f1": 0.3429, | |
| "support": 19, | |
| "predicted": 16 | |
| }, | |
| "T1484.001": { | |
| "precision": 0.3333, | |
| "recall": 0.6, | |
| "f1": 0.4286, | |
| "support": 5, | |
| "predicted": 9 | |
| }, | |
| "T1518.001": { | |
| "precision": 0.2381, | |
| "recall": 0.7143, | |
| "f1": 0.3571, | |
| "support": 7, | |
| "predicted": 21 | |
| }, | |
| "T1543.003": { | |
| "precision": 0.7778, | |
| "recall": 0.5385, | |
| "f1": 0.6364, | |
| "support": 13, | |
| "predicted": 9 | |
| }, | |
| "T1547.001": { | |
| "precision": 0.5789, | |
| "recall": 0.6875, | |
| "f1": 0.6286, | |
| "support": 16, | |
| "predicted": 19 | |
| }, | |
| "T1548.002": { | |
| "precision": 0.4, | |
| "recall": 1.0, | |
| "f1": 0.5714, | |
| "support": 2, | |
| "predicted": 5 | |
| }, | |
| "T1552.001": { | |
| "precision": 0.0833, | |
| "recall": 0.5, | |
| "f1": 0.1429, | |
| "support": 4, | |
| "predicted": 24 | |
| }, | |
| "T1562.001": { | |
| "precision": 0.7619, | |
| "recall": 0.6154, | |
| "f1": 0.6809, | |
| "support": 26, | |
| "predicted": 21 | |
| }, | |
| "T1564.001": { | |
| "precision": 0.5, | |
| "recall": 0.6667, | |
| "f1": 0.5714, | |
| "support": 3, | |
| "predicted": 4 | |
| }, | |
| "T1566.001": { | |
| "precision": 0.1111, | |
| "recall": 0.0769, | |
| "f1": 0.0909, | |
| "support": 13, | |
| "predicted": 9 | |
| }, | |
| "T1569.002": { | |
| "precision": 0.1304, | |
| "recall": 0.6, | |
| "f1": 0.2143, | |
| "support": 5, | |
| "predicted": 23 | |
| }, | |
| "T1570": { | |
| "precision": 0.3, | |
| "recall": 0.5, | |
| "f1": 0.375, | |
| "support": 6, | |
| "predicted": 10 | |
| }, | |
| "T1573.001": { | |
| "precision": 0.6667, | |
| "recall": 0.125, | |
| "f1": 0.2105, | |
| "support": 16, | |
| "predicted": 3 | |
| }, | |
| "T1574.002": { | |
| "precision": 0.7778, | |
| "recall": 0.8077, | |
| "f1": 0.7925, | |
| "support": 26, | |
| "predicted": 27 | |
| } | |
| } | |
| } | |
| } | |
| } |