Add evaluation metrics

eval_metrics.json

@@ -0,0 +1,68 @@
+{
+  "baseline": {
+    "attack_retrieval": {
+      "recall@5": 0.05,
+      "recall@10": 0.1,
+      "n": 40
+    },
+    "cve_similarity": {
+      "recall@5": 0.325,
+      "recall@10": 0.4,
+      "n": 40
+    },
+    "cwe_retrieval": {
+      "recall@5": 0.4,
+      "recall@10": 0.475,
+      "n": 40
+    },
+    "sigma_retrieval": {
+      "recall@5": 0.0,
+      "recall@10": 0.0,
+      "n": 40
+    },
+    "soc_playbook": {
+      "recall@5": 0.05,
+      "recall@10": 0.125,
+      "n": 40
+    },
+    "threat_report_retrieval": {
+      "recall@5": 0.025,
+      "recall@10": 0.125,
+      "n": 40
+    },
+    "macro_recall@5": 0.1417
+  },
+  "final": {
+    "attack_retrieval": {
+      "recall@5": 1.0,
+      "recall@10": 1.0,
+      "n": 80
+    },
+    "cve_similarity": {
+      "recall@5": 0.9625,
+      "recall@10": 0.9625,
+      "n": 80
+    },
+    "cwe_retrieval": {
+      "recall@5": 1.0,
+      "recall@10": 1.0,
+      "n": 80
+    },
+    "sigma_retrieval": {
+      "recall@5": 0.8875,
+      "recall@10": 0.9,
+      "n": 80
+    },
+    "soc_playbook": {
+      "recall@5": 1.0,
+      "recall@10": 1.0,
+      "n": 80
+    },
+    "threat_report_retrieval": {
+      "recall@5": 0.975,
+      "recall@10": 0.975,
+      "n": 80
+    },
+    "macro_recall@5": 0.9708
+  }
+}