kaveh commited on
Commit
f557147
·
1 Parent(s): 90ed5f2

eval: keep models without substrate setting in summary

Browse files
Files changed (1) hide show
  1. experiments/evaluate.py +2 -1
experiments/evaluate.py CHANGED
@@ -129,7 +129,8 @@ def evaluate_one(name, spec, manifest, dataset_root, device, mw, norm, substrate
129
 
130
 
131
  def summarise(df):
132
- g = df.groupby(["model", "manifest", "substrate_mode"])
 
133
  s = g.agg(n=("mse", "size"), **{f"{m}_{f}": (m, f) for m in ["mse", "ms_ssim", "pixel_r", "rme", "mean_gt_Pa",
134
  "mean_pred_Pa", "gt_frac_saturated"] for f in ["mean", "std"]},
135
  seconds_per_image=("seconds_per_image", "mean")).reset_index()
 
129
 
130
 
131
  def summarise(df):
132
+ df = df.assign(substrate_mode=df["substrate_mode"].fillna("none")) # "n/a" is read back from CSV as NaN
133
+ g = df.groupby(["model", "manifest", "substrate_mode"], dropna=False)
134
  s = g.agg(n=("mse", "size"), **{f"{m}_{f}": (m, f) for m in ["mse", "ms_ssim", "pixel_r", "rme", "mean_gt_Pa",
135
  "mean_pred_Pa", "gt_frac_saturated"] for f in ["mean", "std"]},
136
  seconds_per_image=("seconds_per_image", "mean")).reset_index()