membrane-temp / scripts /refresh_plots.sh
luffy-orf
Add reviewer overview figure, drop duplicate training SVGs, sync Hub showcase
2b6ff53
Raw
History Blame Contribute Delete
1.09 kB
#!/usr/bin/env bash
set -euo pipefail
cd "$(dirname "$0")/.."
# Prefer project venv so matplotlib-dependent analysis scripts resolve.
if [[ -x .venv/bin/python ]]; then
PATH="$(pwd)/.venv/bin:$PATH"
fi
# 1. Heuristic-vs-LLM rollout comparison (the small baseline plot).
python3 train/compare_policies.py --task dyad_must_refuse_v1 --episodes 48 \
--seed 0 \
--summary-json docs/plots/rollout_summary.json
python3 train/render_plots.py
if python3 -c "import matplotlib" 2>/dev/null; then
python3 train/render_png_matplotlib.py
fi
# 2. Aggregate GRPO ablation plot + summary (cold + hero + warm-start runs).
python3 scripts/analysis/build_warmstart_ablation_plot.py
# 3. Trained-vs-base bar charts re-rendered from the saved summary JSON.
python3 scripts/analysis/replot_base_vs_trained.py
# 4. Stacked eval figure + GRPO saturation evidence plot for README / Blog.
python3 scripts/analysis/eval_showcase_plot.py
python3 scripts/analysis/build_grpo_saturation_plot.py
# 5. One-page composite for README / Blog / Hub showcase.
python3 scripts/analysis/build_reviewer_overview.py