File size: 568 Bytes
a741a7c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | import sys
import pandas as pd
path = sys.argv[1] if len(sys.argv) > 1 else "all_results.csv"
df = pd.read_csv(path)
df = df[df["gt_has_gt"] == True]
for dataset in ["droid", "isaac", "libero"]:
subset = df[df["image_path"].str.contains(f"{dataset}")]
if subset.empty:
print(f"{dataset}: no data")
continue
mae = (subset["reward"] - subset["gt_reward"]).abs().mean()
print(f"{dataset}: MAE = {mae:.4f} (n={len(subset)})")
avg_mae = (df["reward"] - df["gt_reward"]).abs().mean()
print(f"average: MAE = {avg_mae:.4f} (n={len(df)})")
|