eval: keep models without substrate setting in summary
Browse files- experiments/evaluate.py +2 -1
experiments/evaluate.py
CHANGED
|
@@ -129,7 +129,8 @@ def evaluate_one(name, spec, manifest, dataset_root, device, mw, norm, substrate
|
|
| 129 |
|
| 130 |
|
| 131 |
def summarise(df):
|
| 132 |
-
|
|
|
|
| 133 |
s = g.agg(n=("mse", "size"), **{f"{m}_{f}": (m, f) for m in ["mse", "ms_ssim", "pixel_r", "rme", "mean_gt_Pa",
|
| 134 |
"mean_pred_Pa", "gt_frac_saturated"] for f in ["mean", "std"]},
|
| 135 |
seconds_per_image=("seconds_per_image", "mean")).reset_index()
|
|
|
|
| 129 |
|
| 130 |
|
| 131 |
def summarise(df):
|
| 132 |
+
df = df.assign(substrate_mode=df["substrate_mode"].fillna("none")) # "n/a" is read back from CSV as NaN
|
| 133 |
+
g = df.groupby(["model", "manifest", "substrate_mode"], dropna=False)
|
| 134 |
s = g.agg(n=("mse", "size"), **{f"{m}_{f}": (m, f) for m in ["mse", "ms_ssim", "pixel_r", "rme", "mean_gt_Pa",
|
| 135 |
"mean_pred_Pa", "gt_frac_saturated"] for f in ["mean", "std"]},
|
| 136 |
seconds_per_image=("seconds_per_image", "mean")).reset_index()
|