auto-sync 2026-07-03T03:50:37Z workspace (part 4)
Browse files
workspace/scripts/summarize_ctt_runs.py
CHANGED
|
@@ -46,7 +46,11 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 46 |
rows.extend(_reproduce_rows(reproduce))
|
| 47 |
for metrics_path in sorted(args.run_root.glob("ctt*/metrics.json")):
|
| 48 |
report_type = _report_type(metrics_path)
|
| 49 |
-
if report_type in {
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
continue
|
| 51 |
rows.append(_ctt_row(metrics_path))
|
| 52 |
for metrics_path in sorted(args.run_root.glob("*memory*_val_proxy/metrics.json")):
|
|
@@ -62,6 +66,8 @@ def main(argv: list[str] | None = None) -> int:
|
|
| 62 |
rows.append(_utility_row(utility))
|
| 63 |
for metrics_path in sorted(args.run_root.glob("ctt_dominance*/metrics.json")):
|
| 64 |
rows.append(_dominance_row(metrics_path))
|
|
|
|
|
|
|
| 65 |
|
| 66 |
args.out_csv.parent.mkdir(parents=True, exist_ok=True)
|
| 67 |
with args.out_csv.open("w", newline="") as handle:
|
|
@@ -276,6 +282,8 @@ def _dominance_row(path: Path) -> dict[str, str]:
|
|
| 276 |
|
| 277 |
|
| 278 |
def _dominance_method_name(path: Path) -> str:
|
|
|
|
|
|
|
| 279 |
if "tau0" in path.parent.name:
|
| 280 |
return "CTT residual test dominance tau0"
|
| 281 |
return "CTT residual test dominance auto"
|
|
|
|
| 46 |
rows.extend(_reproduce_rows(reproduce))
|
| 47 |
for metrics_path in sorted(args.run_root.glob("ctt*/metrics.json")):
|
| 48 |
report_type = _report_type(metrics_path)
|
| 49 |
+
if report_type in {
|
| 50 |
+
"ctt_val_proxy_comparison",
|
| 51 |
+
"dominance_calibrated_selector_eval",
|
| 52 |
+
"learned_dominance_selector_eval",
|
| 53 |
+
}:
|
| 54 |
continue
|
| 55 |
rows.append(_ctt_row(metrics_path))
|
| 56 |
for metrics_path in sorted(args.run_root.glob("*memory*_val_proxy/metrics.json")):
|
|
|
|
| 66 |
rows.append(_utility_row(utility))
|
| 67 |
for metrics_path in sorted(args.run_root.glob("ctt_dominance*/metrics.json")):
|
| 68 |
rows.append(_dominance_row(metrics_path))
|
| 69 |
+
for metrics_path in sorted(args.run_root.glob("ctt_learned_dominance*/metrics.json")):
|
| 70 |
+
rows.append(_dominance_row(metrics_path))
|
| 71 |
|
| 72 |
args.out_csv.parent.mkdir(parents=True, exist_ok=True)
|
| 73 |
with args.out_csv.open("w", newline="") as handle:
|
|
|
|
| 282 |
|
| 283 |
|
| 284 |
def _dominance_method_name(path: Path) -> str:
|
| 285 |
+
if "learned" in path.parent.name:
|
| 286 |
+
return "CTT residual test learned dominance"
|
| 287 |
if "tau0" in path.parent.name:
|
| 288 |
return "CTT residual test dominance tau0"
|
| 289 |
return "CTT residual test dominance auto"
|