File size: 2,152 Bytes
babffc8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | from __future__ import annotations
import argparse
import csv
import sys
from pathlib import Path
sys.path.append(str(Path(__file__).resolve().parents[1]))
from src.io_utils import read_json, resolve_path
def main() -> None:
parser = argparse.ArgumentParser()
parser.add_argument("--config", default=None, help="Accepted for consistency; not required.")
parser.add_argument("--output_dir", required=True)
args = parser.parse_args()
out_dir = resolve_path(args.output_dir, Path.cwd())
baseline = read_json(out_dir / "baseline_metrics.json")
finetuned = read_json(out_dir / "finetuned_metrics.json")
keys = sorted(set(baseline) | set(finetuned))
rows = []
for key in keys:
before = baseline.get(key)
after = finetuned.get(key)
delta = after - before if isinstance(before, (int, float)) and isinstance(after, (int, float)) else ""
rows.append({"metric": key, "baseline": before, "finetuned": after, "delta": delta})
widths = {
"metric": max(len("metric"), *(len(str(r["metric"])) for r in rows)),
"baseline": max(len("baseline"), *(len(str(r["baseline"])) for r in rows)),
"finetuned": max(len("finetuned"), *(len(str(r["finetuned"])) for r in rows)),
"delta": max(len("delta"), *(len(str(r["delta"])) for r in rows)),
}
header = f"{'metric':<{widths['metric']}} {'baseline':>{widths['baseline']}} {'finetuned':>{widths['finetuned']}} {'delta':>{widths['delta']}}"
print(header)
print("-" * len(header))
for r in rows:
print(
f"{str(r['metric']):<{widths['metric']}} "
f"{str(r['baseline']):>{widths['baseline']}} "
f"{str(r['finetuned']):>{widths['finetuned']}} "
f"{str(r['delta']):>{widths['delta']}}"
)
csv_path = out_dir / "comparison.csv"
with csv_path.open("w", newline="", encoding="utf-8") as f:
writer = csv.DictWriter(f, fieldnames=["metric", "baseline", "finetuned", "delta"])
writer.writeheader()
writer.writerows(rows)
print(f"Saved comparison to {csv_path}")
if __name__ == "__main__":
main()
|