anhtld commited on
Commit
ee288aa
·
verified ·
1 Parent(s): 7d9c45f

auto-sync 2026-07-03T03:50:37Z workspace (part 4)

Browse files
workspace/scripts/summarize_ctt_runs.py CHANGED
@@ -46,7 +46,11 @@ def main(argv: list[str] | None = None) -> int:
46
  rows.extend(_reproduce_rows(reproduce))
47
  for metrics_path in sorted(args.run_root.glob("ctt*/metrics.json")):
48
  report_type = _report_type(metrics_path)
49
- if report_type in {"ctt_val_proxy_comparison", "dominance_calibrated_selector_eval"}:
 
 
 
 
50
  continue
51
  rows.append(_ctt_row(metrics_path))
52
  for metrics_path in sorted(args.run_root.glob("*memory*_val_proxy/metrics.json")):
@@ -62,6 +66,8 @@ def main(argv: list[str] | None = None) -> int:
62
  rows.append(_utility_row(utility))
63
  for metrics_path in sorted(args.run_root.glob("ctt_dominance*/metrics.json")):
64
  rows.append(_dominance_row(metrics_path))
 
 
65
 
66
  args.out_csv.parent.mkdir(parents=True, exist_ok=True)
67
  with args.out_csv.open("w", newline="") as handle:
@@ -276,6 +282,8 @@ def _dominance_row(path: Path) -> dict[str, str]:
276
 
277
 
278
  def _dominance_method_name(path: Path) -> str:
 
 
279
  if "tau0" in path.parent.name:
280
  return "CTT residual test dominance tau0"
281
  return "CTT residual test dominance auto"
 
46
  rows.extend(_reproduce_rows(reproduce))
47
  for metrics_path in sorted(args.run_root.glob("ctt*/metrics.json")):
48
  report_type = _report_type(metrics_path)
49
+ if report_type in {
50
+ "ctt_val_proxy_comparison",
51
+ "dominance_calibrated_selector_eval",
52
+ "learned_dominance_selector_eval",
53
+ }:
54
  continue
55
  rows.append(_ctt_row(metrics_path))
56
  for metrics_path in sorted(args.run_root.glob("*memory*_val_proxy/metrics.json")):
 
66
  rows.append(_utility_row(utility))
67
  for metrics_path in sorted(args.run_root.glob("ctt_dominance*/metrics.json")):
68
  rows.append(_dominance_row(metrics_path))
69
+ for metrics_path in sorted(args.run_root.glob("ctt_learned_dominance*/metrics.json")):
70
+ rows.append(_dominance_row(metrics_path))
71
 
72
  args.out_csv.parent.mkdir(parents=True, exist_ok=True)
73
  with args.out_csv.open("w", newline="") as handle:
 
282
 
283
 
284
  def _dominance_method_name(path: Path) -> str:
285
+ if "learned" in path.parent.name:
286
+ return "CTT residual test learned dominance"
287
  if "tau0" in path.parent.name:
288
  return "CTT residual test dominance tau0"
289
  return "CTT residual test dominance auto"