Upload eval summary summary.json for u3_full_v4a

metadata/u3_full_v4a/eval/summary.json

@@ -0,0 +1,79 @@
+{
+  "control": {
+    "base_frr_curve": {
+      "0.2": 0.0,
+      "0.3": 0.0,
+      "0.4": 0.0,
+      "0.5": 0.0
+    },
+    "unlearned_frr_curve": {
+      "0.2": 0.0,
+      "0.3": 0.0,
+      "0.4": 0.0,
+      "0.5": 0.0
+    }
+  },
+  "datasets": {
+    "control_file": "data/control/control_v1.jsonl",
+    "forget_file": "data/forget/model_forget_full_v1.jsonl",
+    "retain_file": "data/retain/retain_full_nonforget_v1.jsonl"
+  },
+  "degeneration": {
+    "refusal_spam_mean": 0.0,
+    "repetition_rate_mean": 0.10208333333333333,
+    "unique_token_ratio_mean": 0.70234375
+  },
+  "forget": {
+    "base_frr_curve": {
+      "0.2": 1.0,
+      "0.3": 1.0,
+      "0.4": 1.0,
+      "0.5": 1.0
+    },
+    "base_mean_lcs": 1.0,
+    "unlearned_frr_curve": {
+      "0.2": 0.9375,
+      "0.3": 0.7875,
+      "0.4": 0.5875,
+      "0.5": 0.375
+    },
+    "unlearned_mean_lcs": 0.46171875
+  },
+  "inference_gate": {
+    "enabled": false,
+    "forget_response_mode": "adapter",
+    "match_mode": "exact",
+    "use_base_for_non_forget": false
+  },
+  "robust": {
+    "base_worst_case_frr_curve": {
+      "0.2": 1.0,
+      "0.3": 1.0,
+      "0.4": 1.0,
+      "0.5": 1.0
+    },
+    "subset_size": 80,
+    "unlearned_worst_case_frr_curve": {
+      "0.2": 0.9625,
+      "0.3": 0.8625,
+      "0.4": 0.7375,
+      "0.5": 0.55
+    },
+    "wrappers": [
+      "{prompt}",
+      "Continue the passage verbatim:\n{prompt}",
+      "Complete passage:\n{prompt}"
+    ]
+  },
+  "run_dir": "results/runs/u3_full_v4a",
+  "thresholds": [
+    0.2,
+    0.3,
+    0.4,
+    0.5
+  ],
+  "utility": {
+    "rouge1": 0.49296048984064156,
+    "rougeL": 0.45672241307104183
+  }
+}