diff --git a/.gitattributes b/.gitattributes
index 48f3daf4426fb293b32dafffc4dbaf0de7c61e00..20ad69898c191406ebf4c4b401957f48e42a16be 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -36,3 +36,103 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/__pycache__/run_maniskill_pickclutter_smoke.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/__pycache__/run_maniskill_bridge_retrieval_smoke.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
reports/proxy_rank_only_live/active/reveal_benchmark.json filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif filter=lfs diff=lfs merge=lfs -text
+reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif filter=lfs diff=lfs merge=lfs -text
diff --git a/MODEL_AND_ARTIFACT_INDEX.md b/MODEL_AND_ARTIFACT_INDEX.md
index 3d93d0be293e1480e060bc84d3737a1eae5f8c37..409d60254281c56d196053bae7cb543f119e785c 100644
--- a/MODEL_AND_ARTIFACT_INDEX.md
+++ b/MODEL_AND_ARTIFACT_INDEX.md
@@ -16,6 +16,8 @@
- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref/`
- strongest current dense-occlusion result
+- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/`
+ - side-by-side visual rerender of the final dense-occlusion held-out benchmark
- `reports/maniskill_bag_bridge_eval_less_bonus_seed17/`
- `reports/maniskill_bag_bridge_eval_less_bonus_seed23/`
- `reports/maniskill_bag_bridge_eval_less_bonus_2seed_manual_summary.json`
@@ -40,6 +42,10 @@
- `docs/public_bridge_smoke_run_log_2026-04-01.md`
- `docs/minimum_sign_of_life_maniskill_pickclutter_run_2026-04-01.md`
+## Main Current Render Code
+
+- `code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py`
+
## Repo History
- `history/VLAarchtests_previous_README.md`
diff --git a/PUBLIC_BENCHMARK_RESULTS.md b/PUBLIC_BENCHMARK_RESULTS.md
index 8b850bb170532a1205532e88626c43cf8aafa517..fdc328f995915d07977df82cc600a0ab971e0ff2 100644
--- a/PUBLIC_BENCHMARK_RESULTS.md
+++ b/PUBLIC_BENCHMARK_RESULTS.md
@@ -53,6 +53,10 @@ Benchmark:
- `95% CI = [0.44, 0.72]`
- `intervention_rate = 1.0`
- `non_base_selection_rate = 1.0`
+- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/`
+ - full rerender of all `50` held-out seeds for `trunk_only_ft` and `adapter_active_ft`
+ - includes `index.html`, `INDEX.md`, and `manifest.json`
+ - rerender manifest reports `0` success mismatches against the saved benchmark json files
### Exact `smoke_v5` eval tuning carried to held-out
diff --git a/README.md b/README.md
index 72c8249d083e7b980f5743b86ca66848f1510c8a..6a17a6c62104ed76f7ef64e1426f4d31f26ea9cb 100644
--- a/README.md
+++ b/README.md
@@ -33,6 +33,7 @@ The main new addition in this repo is the public benchmark track work for the el
- ManiSkill bridge cloth retrieval proxy as the folded-cloth retrieval proxy
- the public benchmark package code and summaries
- the train/eval logs, checkpoints, cached datasets, validation sweeps, and correction logs for those runs
+- full visual rerenders of the final `smoke_v5_eval_tuned_softerpref` dense-occlusion benchmark for both `trunk_only_ft` and `adapter_active_ft`
- the same-machine environment snapshot for the public benchmark stack used on this RunPod
## Top-Level Contents
@@ -60,6 +61,24 @@ The main new addition in this repo is the public benchmark track work for the el
- `MODEL_AND_ARTIFACT_INDEX.md`
- practical map of the main artifact roots to start from
+## Benchmark GIF Renders
+
+The repo now also includes a full rendered replay of the final dense-occlusion benchmark:
+
+- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/`
+ - `50` held-out `trunk_only_ft` gifs
+ - `50` held-out `adapter_active_ft` gifs
+ - `index.html`, `INDEX.md`, and `manifest.json` for browsing and validation
+- renderer:
+ - `code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py`
+
+Important caveats:
+
+- these gifs are rerendered from the saved `smoke_v5_eval_tuned_softerpref` checkpoints and exact held-out seeds, not a different benchmark run
+- the rerender kept the same `softer_pref` planner override used in the reported held-out result
+- the rerender manifest records `0` success mismatches versus the saved benchmark json files
+- only the dense-occlusion track has this full gif export right now
+
## Architecture State Carried Forward
The core model family inherited from `VLAarchtests3` is still:
@@ -218,6 +237,21 @@ The big changes across `smoke_v2`, `smoke_v3`, `smoke_v4`, and `smoke_v5` were:
The big occlusion win was not caused by changing the eval episodes.
+### Dense-Occlusion Render Artifacts
+
+The final dense-occlusion run also has a full visual export in:
+
+- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/`
+
+Those gifs show the robot interacting with the 3D scene and overlay the adaptor state per frame. For `adapter_active_ft`, the overlay includes:
+
+- adaptor on/off state
+- whether a non-base proposal was selected
+- candidate index
+- planner name
+- planner score/confidence
+- state signals such as visibility, access, gap, and damage
+
## Crucial Caveats
### Occlusion result was planner-tuned
diff --git a/code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py b/code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d2da161f44579775f61d423c37610393cb20f
--- /dev/null
+++ b/code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py
@@ -0,0 +1,835 @@
+from __future__ import annotations
+
+import argparse
+import html
+import json
+from collections import deque
+from pathlib import Path
+from typing import Any, Callable, Sequence
+
+import imageio.v2 as imageio
+import numpy as np
+from PIL import Image, ImageDraw, ImageFont
+
+from eval import run_maniskill_pickclutter_smoke as smoke
+
+
+WORKSPACE_ROOT = Path("/workspace/workspace")
+DEFAULT_REPORT_DIR = WORKSPACE_ROOT / "reports" / "maniskill_pickclutter_smoke_v5_eval_tuned_softerpref"
+DEFAULT_OUTPUT_DIR = WORKSPACE_ROOT / "reports" / "maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs"
+DEFAULT_CHECKPOINT_ROOT = WORKSPACE_ROOT / "outputs" / "maniskill_pickclutter_smoke_v5"
+DEFAULT_TRUNK_CHECKPOINT = DEFAULT_CHECKPOINT_ROOT / "trunk_only_ft_seed17" / "checkpoint_best.pt"
+DEFAULT_ADAPTER_CHECKPOINT = DEFAULT_CHECKPOINT_ROOT / "adapter_active_ft_seed17" / "checkpoint_best.pt"
+DEFAULT_SPLIT_PATH = WORKSPACE_ROOT / "data" / "maniskill_pickclutter" / "smoke_v3" / "episode_splits.json"
+DEFAULT_RENDER_EPISODES = 50
+SOFTER_PREF_OVERRIDES = {
+ "mode_preference_bonus": 0.75,
+ "premature_retrieve_penalty": 0.5,
+ "premature_insert_penalty": 0.25,
+ "premature_maintain_penalty": 1.0,
+ "occlusion_maintain_gap_min_access": 0.30,
+ "occlusion_maintain_gap_min_visibility": 0.20,
+ "retrieve_stage_access_threshold": 0.18,
+ "retrieve_stage_reveal_threshold": 0.18,
+ "retrieve_stage_support_threshold": 0.18,
+}
+
+
+def _load_font(size: int) -> ImageFont.ImageFont:
+ for candidate in (
+ "/usr/share/fonts/truetype/dejavu/DejaVuSansMono.ttf",
+ "/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf",
+ ):
+ path = Path(candidate)
+ if path.exists():
+ try:
+ return ImageFont.truetype(str(path), size=size)
+ except OSError:
+ continue
+ return ImageFont.load_default()
+
+
+FONT = _load_font(16)
+SMALL_FONT = _load_font(14)
+
+
+def _parse_args() -> argparse.Namespace:
+ parser = argparse.ArgumentParser(description="Render the fixed smoke_v5_eval_tuned_softerpref PickClutter benchmark as GIFs.")
+ parser.add_argument("--report-dir", type=Path, default=DEFAULT_REPORT_DIR)
+ parser.add_argument("--output-dir", type=Path, default=DEFAULT_OUTPUT_DIR)
+ parser.add_argument("--split-path", type=Path, default=DEFAULT_SPLIT_PATH)
+ parser.add_argument("--trunk-checkpoint", type=Path, default=DEFAULT_TRUNK_CHECKPOINT)
+ parser.add_argument("--adapter-checkpoint", type=Path, default=DEFAULT_ADAPTER_CHECKPOINT)
+ parser.add_argument("--seed", type=int, default=17, help="Training seed used for the checkpoints.")
+ parser.add_argument("--limit", type=int, default=DEFAULT_RENDER_EPISODES)
+ parser.add_argument("--start-index", type=int, default=0)
+ parser.add_argument("--mode", choices=("both", "trunk_only_ft", "adapter_active_ft"), default="both")
+ parser.add_argument("--frame-stride", type=int, default=3, help="Capture every N low-level env steps.")
+ parser.add_argument("--fps", type=int, default=8)
+ parser.add_argument("--render-size", type=int, default=512)
+ parser.add_argument("--initial-hold", type=int, default=6)
+ parser.add_argument("--final-hold", type=int, default=10)
+ parser.add_argument("--skip-existing", action="store_true")
+ return parser.parse_args()
+
+
+def _load_eval_seeds(split_path: Path, *, start_index: int, limit: int) -> list[int]:
+ payload = json.loads(split_path.read_text(encoding="utf-8"))
+ seeds = [int(seed) for seed in payload["eval"]]
+ return seeds[start_index : start_index + limit]
+
+
+def _load_expected_records(report_path: Path) -> dict[int, dict[str, Any]]:
+ payload = json.loads(report_path.read_text(encoding="utf-8"))
+ return {
+ int(record["episode_seed"]): record
+ for record in payload.get("episode_records", [])
+ }
+
+
+def _float_value(value: Any) -> float | None:
+ if value is None:
+ return None
+ array = smoke._np(value).reshape(-1)
+ if array.size == 0:
+ return None
+ return float(array[0])
+
+
+def _vector_values(value: Any) -> list[float]:
+ return [float(item) for item in smoke._np(value).reshape(-1).tolist()]
+
+
+def _stringify_mode_list(value: Any) -> list[str]:
+ if value is None:
+ return []
+ if isinstance(value, (list, tuple)):
+ if value and isinstance(value[0], (list, tuple)):
+ return [str(item) for item in value[0]]
+ return [str(item) for item in value]
+ return [str(value)]
+
+
+def _to_render_rgb(frame: Any) -> np.ndarray:
+ array = smoke._np(frame)
+ if array.ndim == 4:
+ array = array[0]
+ array = np.asarray(array, dtype=np.uint8)
+ if array.shape[-1] == 4:
+ array = array[..., :3]
+ return array
+
+
+def _state_line(label: str, value: float | None) -> str:
+ if value is None:
+ return f"{label}=n/a"
+ return f"{label}={value:.2f}"
+
+
+def _build_overlay_lines(
+ *,
+ render_mode_name: str,
+ episode_seed: int,
+ macro_step: int,
+ macro_limit: int,
+ low_level_step: int,
+ selected_mode: str,
+ adapter_active: bool,
+ non_base: bool,
+ selected_index: int | None,
+ selected_score: float | None,
+ selected_confidence: float | None,
+ planning_mode: str | None,
+ interaction_state: dict[str, Any],
+ env: smoke.PickClutterRevealEnv,
+) -> list[str]:
+ display_name = "adapter_on" if render_mode_name == "adapter_active_ft" else "trunk_only"
+ success_now = smoke._success_from_state(env)
+ progress = smoke._extraction_progress(env)
+ clearance = smoke._clearance_score(env)
+ lines = [
+ f"{display_name} | seed {episode_seed} | macro {macro_step}/{macro_limit}",
+ f"sim {low_level_step} | mode {selected_mode} | ok {'yes' if success_now else 'no'} | prog {progress:.2f} | clr {clearance:.2f}",
+ ]
+ if render_mode_name == "trunk_only_ft":
+ lines.append("policy trunk_only | adaptor off")
+ return lines
+ state_conf = _float_value(interaction_state.get("state_confidence"))
+ visibility = _float_value(interaction_state.get("target_visibility_confidence"))
+ access = _float_value(interaction_state.get("actor_feasibility_score"))
+ gap_width = _float_value(interaction_state.get("gap_width"))
+ damage = _float_value(interaction_state.get("damage_proxy"))
+ lines.append(
+ f"adaptor {'on' if adapter_active else 'pass'} | non_base {'yes' if non_base else 'no'}"
+ f" | cand {selected_index if selected_index is not None else 'n/a'}"
+ )
+ lines.append(
+ f"planner {planning_mode or 'n/a'}"
+ + " | "
+ + (f"score {selected_score:.2f}" if selected_score is not None else "score n/a")
+ + " | "
+ + (f"conf {selected_confidence:.2f}" if selected_confidence is not None else "conf n/a")
+ )
+ lines.append(" | ".join([_state_line("state", state_conf), _state_line("vis", visibility), _state_line("access", access)]))
+ lines.append(
+ " | ".join(
+ [
+ _state_line("gap", gap_width),
+ _state_line("dmg", damage),
+ ]
+ )
+ )
+ return lines
+
+
+def _annotate_frame(frame: np.ndarray, lines: Sequence[str], *, render_size: int) -> np.ndarray:
+ image = Image.fromarray(frame)
+ if image.size != (render_size, render_size):
+ image = image.resize((render_size, render_size), resample=Image.Resampling.BILINEAR)
+ overlay_height = 148
+ canvas = Image.new("RGB", (render_size, render_size + overlay_height), color=(0, 0, 0))
+ canvas.paste(image, (0, 0))
+ draw = ImageDraw.Draw(canvas, "RGBA")
+ draw.rectangle((0, render_size, render_size, render_size + overlay_height), fill=(0, 0, 0, 220))
+ y = render_size + 10
+ for index, line in enumerate(lines):
+ font = FONT if index < 2 else SMALL_FONT
+ draw.text((12, y), line, font=font, fill=(245, 245, 245, 255))
+ y += 22 if index < 2 else 20
+ return np.asarray(canvas, dtype=np.uint8)
+
+
+class FrameRecorder:
+ def __init__(
+ self,
+ *,
+ render_mode_name: str,
+ output_path: Path,
+ render_size: int,
+ frame_stride: int,
+ fps: int,
+ initial_hold: int,
+ final_hold: int,
+ ) -> None:
+ self.render_mode_name = render_mode_name
+ self.output_path = output_path
+ self.render_size = int(render_size)
+ self.frame_stride = max(1, int(frame_stride))
+ self.fps = max(1, int(fps))
+ self.initial_hold = max(1, int(initial_hold))
+ self.final_hold = max(1, int(final_hold))
+ self.frames: list[np.ndarray] = []
+ self.low_level_step = 0
+
+ def capture(
+ self,
+ env: smoke.PickClutterRevealEnv,
+ *,
+ overlay_lines: Sequence[str],
+ force: bool = False,
+ hold: int = 1,
+ ) -> None:
+ if not force and (self.low_level_step % self.frame_stride) != 0:
+ self.low_level_step += 1
+ return
+ frame = _to_render_rgb(env.render())
+ annotated = _annotate_frame(frame, overlay_lines, render_size=self.render_size)
+ repeat = max(1, int(hold))
+ for _ in range(repeat):
+ self.frames.append(annotated)
+ self.low_level_step += 1
+
+ def write(self) -> None:
+ self.output_path.parent.mkdir(parents=True, exist_ok=True)
+ imageio.mimsave(self.output_path, self.frames, duration=1.0 / float(self.fps), loop=0)
+
+
+def _selected_adapter_details(outputs: dict[str, Any], *, selected_mode: str, active_mask: bool) -> dict[str, Any]:
+ if "proposal_mode_names" not in outputs or "best_candidate_indices" not in outputs:
+ return {
+ "selected_index": None,
+ "selected_score": None,
+ "selected_confidence": None,
+ "planning_mode": outputs.get("planning_mode"),
+ "interaction_state": outputs.get("interaction_state", {}),
+ }
+ proposal_mode_names = _stringify_mode_list(outputs.get("proposal_mode_names"))
+ best_index = int(smoke._np(outputs["best_candidate_indices"]).reshape(-1)[0])
+ planner_scores = _vector_values(outputs.get("planner_scores"))
+ confidences = _vector_values(outputs.get("adapter_confidence"))
+ score = planner_scores[best_index] if best_index < len(planner_scores) else None
+ confidence = confidences[best_index] if best_index < len(confidences) else None
+ if not active_mask:
+ best_index = proposal_mode_names.index(selected_mode) if selected_mode in proposal_mode_names else None
+ score = None if best_index is None or best_index >= len(planner_scores) else planner_scores[best_index]
+ confidence = None if best_index is None or best_index >= len(confidences) else confidences[best_index]
+ return {
+ "selected_index": best_index,
+ "selected_score": None if score is None else float(score),
+ "selected_confidence": None if confidence is None else float(confidence),
+ "planning_mode": outputs.get("planning_mode"),
+ "interaction_state": outputs.get("interaction_state", {}),
+ }
+
+
+def _capture_repeat_delta(
+ env: smoke.PickClutterRevealEnv,
+ delta_xyz: Sequence[float],
+ *,
+ open_gripper: bool,
+ steps: int,
+ capture_callback: Callable[[smoke.PickClutterRevealEnv], None],
+) -> dict[str, Any]:
+ last_obs: dict[str, Any] | None = None
+ action = np.zeros((1, 4), dtype=np.float32)
+ action[0, :3] = np.asarray(delta_xyz, dtype=np.float32)
+ action[0, 3] = smoke._gripper_action(open_gripper)
+ info = env.get_info()
+ for _ in range(int(steps)):
+ obs, _, terminated, truncated, info = env.step(action)
+ last_obs = obs
+ capture_callback(env)
+ if bool(np.asarray(terminated).reshape(-1)[0]) or bool(np.asarray(truncated).reshape(-1)[0]):
+ break
+ return {
+ "obs": last_obs if last_obs is not None else env.get_obs(info),
+ "terminated": False,
+ "truncated": False,
+ "info": info,
+ }
+
+
+def _capture_move_tcp_to(
+ env: smoke.PickClutterRevealEnv,
+ target_xyz: Sequence[float],
+ *,
+ open_gripper: bool,
+ capture_callback: Callable[[smoke.PickClutterRevealEnv], None],
+ max_steps: int = 120,
+ tolerance: float = 0.008,
+) -> dict[str, Any]:
+ last_obs: dict[str, Any] | None = None
+ target = np.asarray(target_xyz, dtype=np.float32)
+ info = env.get_info()
+ for _ in range(int(max_steps)):
+ tcp = smoke._vec3(env.unwrapped.agent.tcp.pose.p)
+ delta = target - tcp
+ if float(np.linalg.norm(delta)) <= float(tolerance):
+ break
+ action = np.zeros((1, 4), dtype=np.float32)
+ action[0, :3] = np.clip(delta / 0.04, -1.0, 1.0)
+ action[0, 3] = smoke._gripper_action(open_gripper)
+ obs, _, terminated, truncated, info = env.step(action)
+ last_obs = obs
+ capture_callback(env)
+ if bool(np.asarray(terminated).reshape(-1)[0]) or bool(np.asarray(truncated).reshape(-1)[0]):
+ break
+ return {
+ "obs": last_obs if last_obs is not None else env.get_obs(info),
+ "info": info,
+ }
+
+
+def _capture_execute_push(
+ env: smoke.PickClutterRevealEnv,
+ *,
+ anchor_xyz: np.ndarray,
+ pre_offset: np.ndarray,
+ push_delta: np.ndarray,
+ push_steps: int,
+ capture_callback: Callable[[smoke.PickClutterRevealEnv], None],
+) -> dict[str, Any]:
+ _capture_move_tcp_to(
+ env,
+ anchor_xyz + np.array([0.0, 0.0, 0.08], dtype=np.float32) + pre_offset,
+ open_gripper=True,
+ capture_callback=capture_callback,
+ )
+ _capture_move_tcp_to(
+ env,
+ anchor_xyz + pre_offset,
+ open_gripper=True,
+ capture_callback=capture_callback,
+ max_steps=100,
+ tolerance=0.010,
+ )
+ result = _capture_repeat_delta(
+ env,
+ push_delta,
+ open_gripper=True,
+ steps=push_steps,
+ capture_callback=capture_callback,
+ )
+ _capture_move_tcp_to(
+ env,
+ np.array([smoke._vec3(env.unwrapped.agent.tcp.pose.p)[0], smoke._vec3(env.unwrapped.agent.tcp.pose.p)[1], 0.10], dtype=np.float32),
+ open_gripper=True,
+ capture_callback=capture_callback,
+ max_steps=80,
+ tolerance=0.012,
+ )
+ return result
+
+
+def _capture_execute_mode(
+ env: smoke.PickClutterRevealEnv,
+ mode_name: str,
+ *,
+ capture_callback: Callable[[smoke.PickClutterRevealEnv], None],
+) -> dict[str, Any]:
+ target = smoke._target_position(env)
+ blocker = smoke._find_path_blocker(env)
+ if mode_name == "retrieve":
+ return _capture_execute_push(
+ env,
+ anchor_xyz=target,
+ pre_offset=np.array([0.0, 0.035, 0.026], dtype=np.float32),
+ push_delta=np.array([0.0, -0.7, 0.0], dtype=np.float32),
+ push_steps=18,
+ capture_callback=capture_callback,
+ )
+ if mode_name == "insert_actor":
+ return _capture_execute_push(
+ env,
+ anchor_xyz=target,
+ pre_offset=np.array([0.0, 0.045, 0.028], dtype=np.float32),
+ push_delta=np.array([0.0, -0.4, 0.0], dtype=np.float32),
+ push_steps=10,
+ capture_callback=capture_callback,
+ )
+ if mode_name == "widen_gap":
+ anchor = blocker if blocker is not None else target
+ direction = -1.0 if anchor[0] >= target[0] else 1.0
+ return _capture_execute_push(
+ env,
+ anchor_xyz=anchor,
+ pre_offset=np.array([0.0, 0.025, 0.028], dtype=np.float32),
+ push_delta=np.array([0.75 * direction, -0.12, 0.0], dtype=np.float32),
+ push_steps=18,
+ capture_callback=capture_callback,
+ )
+ if mode_name == "sweep_left":
+ anchor = blocker if blocker is not None else target
+ return _capture_execute_push(
+ env,
+ anchor_xyz=anchor,
+ pre_offset=np.array([0.015, 0.025, 0.028], dtype=np.float32),
+ push_delta=np.array([-0.70, -0.10, 0.0], dtype=np.float32),
+ push_steps=14,
+ capture_callback=capture_callback,
+ )
+ if mode_name == "sweep_right":
+ anchor = blocker if blocker is not None else target
+ return _capture_execute_push(
+ env,
+ anchor_xyz=anchor,
+ pre_offset=np.array([-0.015, 0.025, 0.028], dtype=np.float32),
+ push_delta=np.array([0.70, -0.10, 0.0], dtype=np.float32),
+ push_steps=14,
+ capture_callback=capture_callback,
+ )
+ if mode_name == "pin_canopy":
+ anchor = blocker if blocker is not None else target
+ return _capture_execute_push(
+ env,
+ anchor_xyz=anchor,
+ pre_offset=np.array([0.0, -0.015, 0.028], dtype=np.float32),
+ push_delta=np.array([0.0, 0.35, 0.0], dtype=np.float32),
+ push_steps=10,
+ capture_callback=capture_callback,
+ )
+ if mode_name in {"maintain_gap", "base_action"}:
+ _capture_move_tcp_to(
+ env,
+ np.array([target[0], target[1] + 0.02, 0.10], dtype=np.float32),
+ open_gripper=True,
+ capture_callback=capture_callback,
+ max_steps=60,
+ tolerance=0.015,
+ )
+ return _capture_repeat_delta(
+ env,
+ np.array([0.0, -0.10, 0.0], dtype=np.float32),
+ open_gripper=True,
+ steps=4,
+ capture_callback=capture_callback,
+ )
+ raise KeyError(f"Unsupported mode: {mode_name}")
+
+
+def _render_episode(
+ *,
+ model: Any,
+ device: Any,
+ adapter_mode: str,
+ render_mode_name: str,
+ episode_seed: int,
+ expected_record: dict[str, Any] | None,
+ output_path: Path,
+ frame_stride: int,
+ fps: int,
+ render_size: int,
+ initial_hold: int,
+ final_hold: int,
+) -> dict[str, Any]:
+ obs_env = smoke.PickClutterRevealEnv(
+ obs_mode="rgb+depth+segmentation",
+ control_mode="pd_ee_delta_pos",
+ render_mode="rgb_array",
+ )
+ sim_env = smoke.PickClutterRevealEnv(
+ obs_mode="none",
+ control_mode="pd_ee_delta_pos",
+ render_mode="rgb_array",
+ )
+ recorder = FrameRecorder(
+ render_mode_name=render_mode_name,
+ output_path=output_path,
+ render_size=render_size,
+ frame_stride=frame_stride,
+ fps=fps,
+ initial_hold=initial_hold,
+ final_hold=final_hold,
+ )
+ history: deque[dict[str, Any]] = deque(maxlen=smoke.HISTORY_STEPS)
+ success = False
+ first_reveal_step: int | None = None
+ first_retrieve_step: int | None = None
+ episode_disturbance: list[float] = []
+ try:
+ obs, _ = obs_env.reset(seed=int(episode_seed))
+ sim_env.reset(seed=int(episode_seed))
+ smoke._sync_env_state(obs_env, sim_env)
+ bootstrap_name = "adapter_on" if render_mode_name == "adapter_active_ft" else "trunk_only"
+ bootstrap_lines = [
+ f"{bootstrap_name} | seed {episode_seed} | macro 0/{smoke.MAX_MACRO_STEPS}",
+ "sim 0 | mode reset | ok no | prog 0.00 | clr 0.00",
+ "adaptor bootstrapping benchmark render",
+ ]
+ recorder.capture(sim_env, overlay_lines=bootstrap_lines, force=True, hold=initial_hold)
+ for decision_step in range(smoke.MAX_MACRO_STEPS):
+ obs_bundle = smoke._extract_sensor_bundle(obs)
+ proprio = smoke._build_proprio(obs_env)
+ batch = smoke._batch_from_obs(obs_bundle, proprio, list(history), device)
+ with smoke.torch.no_grad():
+ if adapter_mode == "trunk_only":
+ outputs = model(**batch)
+ else:
+ outputs = model(
+ **batch,
+ adapter_mode=adapter_mode,
+ use_transition_model=True,
+ use_task_conditioning=True,
+ )
+ selected_mode, active_mask, non_base = smoke._eval_mode_name(outputs, render_mode_name)
+ adapter_details = _selected_adapter_details(outputs, selected_mode=selected_mode, active_mask=active_mask)
+
+ def capture_callback(current_env: smoke.PickClutterRevealEnv) -> None:
+ overlay_lines = _build_overlay_lines(
+ render_mode_name=render_mode_name,
+ episode_seed=episode_seed,
+ macro_step=decision_step + 1,
+ macro_limit=smoke.MAX_MACRO_STEPS,
+ low_level_step=recorder.low_level_step,
+ selected_mode=selected_mode,
+ adapter_active=active_mask,
+ non_base=non_base,
+ selected_index=adapter_details["selected_index"],
+ selected_score=adapter_details["selected_score"],
+ selected_confidence=adapter_details["selected_confidence"],
+ planning_mode=None if adapter_details["planning_mode"] is None else str(adapter_details["planning_mode"]),
+ interaction_state=adapter_details["interaction_state"] or {},
+ env=current_env,
+ )
+ recorder.capture(current_env, overlay_lines=overlay_lines)
+
+ pre_action_lines = _build_overlay_lines(
+ render_mode_name=render_mode_name,
+ episode_seed=episode_seed,
+ macro_step=decision_step + 1,
+ macro_limit=smoke.MAX_MACRO_STEPS,
+ low_level_step=recorder.low_level_step,
+ selected_mode=selected_mode,
+ adapter_active=active_mask,
+ non_base=non_base,
+ selected_index=adapter_details["selected_index"],
+ selected_score=adapter_details["selected_score"],
+ selected_confidence=adapter_details["selected_confidence"],
+ planning_mode=None if adapter_details["planning_mode"] is None else str(adapter_details["planning_mode"]),
+ interaction_state=adapter_details["interaction_state"] or {},
+ env=sim_env,
+ )
+ recorder.capture(sim_env, overlay_lines=pre_action_lines, force=True, hold=2)
+ start_positions = smoke._all_positions(obs_env)
+ smoke._sync_env_state(obs_env, sim_env)
+ _capture_execute_mode(sim_env, selected_mode, capture_callback=capture_callback)
+ end_metrics = smoke._candidate_metrics(sim_env, start_positions=start_positions, current_obs_bundle=None)
+ smoke._sync_env_state(sim_env, obs_env)
+ obs = obs_env.get_obs(obs_env.get_info())
+ history.append(
+ smoke._init_history_entry(
+ obs_bundle,
+ proprio,
+ smoke.CANONICAL_CHUNKS.get(selected_mode, smoke.CANONICAL_CHUNKS["base_action"]),
+ )
+ )
+ episode_disturbance.append(end_metrics["disturbance"])
+ if selected_mode != "retrieve" and selected_mode not in {"base_action", "maintain_gap"} and first_reveal_step is None:
+ first_reveal_step = decision_step + 1
+ if selected_mode == "retrieve" and first_retrieve_step is None:
+ first_retrieve_step = decision_step + 1
+ if smoke._success_from_state(obs_env):
+ success = True
+ break
+ completion_name = "adapter_on" if render_mode_name == "adapter_active_ft" else "trunk_only"
+ completion_lines = [
+ f"{completion_name} | seed {episode_seed} | macro {len(history)}/{smoke.MAX_MACRO_STEPS}",
+ f"sim {recorder.low_level_step} | done | success {'yes' if success else 'no'} | expected {'yes' if bool(expected_record and expected_record.get('success')) else 'no'}",
+ f"steps {len(history)} | first_reveal {first_reveal_step} | first_retrieve {first_retrieve_step}",
+ ]
+ recorder.capture(sim_env, overlay_lines=completion_lines, force=True, hold=final_hold)
+ recorder.write()
+ finally:
+ obs_env.close()
+ sim_env.close()
+ expected_success = None if expected_record is None else bool(expected_record.get("success"))
+ return {
+ "episode_seed": int(episode_seed),
+ "render_mode_name": render_mode_name,
+ "adapter_mode": adapter_mode,
+ "gif_path": str(output_path),
+ "frames": len(recorder.frames),
+ "success": bool(success),
+ "expected_success": expected_success,
+ "matches_expected_success": None if expected_success is None else bool(success) == expected_success,
+ "steps": len(history),
+ "first_reveal_step": first_reveal_step,
+ "first_retrieve_step": first_retrieve_step,
+ "episode_disturbance": float(np.mean(episode_disturbance)) if episode_disturbance else 0.0,
+ }
+
+
+def _render_mode_bundle(
+ *,
+ model: Any,
+ device: Any,
+ adapter_mode: str,
+ render_mode_name: str,
+ seeds: Sequence[int],
+ expected_records: dict[int, dict[str, Any]],
+ output_dir: Path,
+ frame_stride: int,
+ fps: int,
+ render_size: int,
+ initial_hold: int,
+ final_hold: int,
+ skip_existing: bool,
+) -> list[dict[str, Any]]:
+ mode_dir = output_dir / render_mode_name
+ records: list[dict[str, Any]] = []
+ for episode_seed in seeds:
+ output_path = mode_dir / f"seed_{int(episode_seed)}.gif"
+ if skip_existing and output_path.exists():
+ expected = expected_records.get(int(episode_seed))
+ records.append(
+ {
+ "episode_seed": int(episode_seed),
+ "render_mode_name": render_mode_name,
+ "adapter_mode": adapter_mode,
+ "gif_path": str(output_path),
+ "frames": None,
+ "success": None,
+ "expected_success": None if expected is None else bool(expected.get("success")),
+ "matches_expected_success": None,
+ "steps": None,
+ "first_reveal_step": None,
+ "first_retrieve_step": None,
+ "episode_disturbance": None,
+ "skipped_existing": True,
+ }
+ )
+ print(json.dumps({"phase": "render_skip_existing", "mode": render_mode_name, "episode_seed": int(episode_seed)}), flush=True)
+ continue
+ record = _render_episode(
+ model=model,
+ device=device,
+ adapter_mode=adapter_mode,
+ render_mode_name=render_mode_name,
+ episode_seed=int(episode_seed),
+ expected_record=expected_records.get(int(episode_seed)),
+ output_path=output_path,
+ frame_stride=frame_stride,
+ fps=fps,
+ render_size=render_size,
+ initial_hold=initial_hold,
+ final_hold=final_hold,
+ )
+ records.append(record)
+ print(
+ json.dumps(
+ {
+ "phase": "render_episode_complete",
+ "mode": render_mode_name,
+ "episode_seed": int(episode_seed),
+ "success": record["success"],
+ "expected_success": record["expected_success"],
+ "matches_expected_success": record["matches_expected_success"],
+ "gif_path": str(output_path),
+ }
+ ),
+ flush=True,
+ )
+ return records
+
+
+def _write_manifest(output_dir: Path, payload: dict[str, Any]) -> None:
+ output_dir.mkdir(parents=True, exist_ok=True)
+ (output_dir / "manifest.json").write_text(json.dumps(payload, indent=2) + "\n", encoding="utf-8")
+
+
+def _write_index(output_dir: Path, payload: dict[str, Any]) -> None:
+ rows = []
+ all_seeds = payload["seeds"]
+ by_mode: dict[str, dict[int, dict[str, Any]]] = {}
+ for mode_payload in payload["mode_records"]:
+ by_mode[mode_payload["render_mode_name"]] = {
+ int(record["episode_seed"]): record for record in mode_payload["records"]
+ }
+ for episode_seed in all_seeds:
+ trunk = by_mode.get("trunk_only_ft", {}).get(int(episode_seed))
+ active = by_mode.get("adapter_active_ft", {}).get(int(episode_seed))
+ rows.append(
+ {
+ "episode_seed": int(episode_seed),
+ "trunk_gif": "" if trunk is None else Path(str(trunk["gif_path"])).relative_to(output_dir).as_posix(),
+ "trunk_success": None if trunk is None else trunk["success"],
+ "adapter_gif": "" if active is None else Path(str(active["gif_path"])).relative_to(output_dir).as_posix(),
+ "adapter_success": None if active is None else active["success"],
+ }
+ )
+ markdown_lines = [
+ "# PickClutter smoke_v5_eval_tuned_softerpref GIF index",
+ "",
+ "- exact checkpoints: `maniskill_pickclutter_smoke_v5` seed17",
+ "- exact held-out seeds: `172000..172049`",
+ "- exact planner override: `softer_pref`",
+ "- overlays show selected mode and adaptor state on each frame",
+ "",
+ "| episode_seed | trunk_only_ft | success | adapter_active_ft | success |",
+ "| --- | --- | --- | --- | --- |",
+ ]
+ html_rows = []
+ for row in rows:
+ markdown_lines.append(
+ f"| {row['episode_seed']} | "
+ f"[gif]({row['trunk_gif']}) | {row['trunk_success']} | "
+ f"[gif]({row['adapter_gif']}) | {row['adapter_success']} |"
+ )
+ html_rows.append(
+ "
"
+ f"| {row['episode_seed']} | "
+ f"}\") | "
+ f"{row['trunk_success']} | "
+ f"}\") | "
+ f"{row['adapter_success']} | "
+ "
"
+ )
+ (output_dir / "INDEX.md").write_text("\n".join(markdown_lines) + "\n", encoding="utf-8")
+ html_text = (
+ "PickClutter smoke_v5_eval_tuned_softerpref GIFs"
+ ""
+ "PickClutter smoke_v5_eval_tuned_softerpref GIFs
"
+ "Exact checkpoints: maniskill_pickclutter_smoke_v5 seed17. Exact held-out seeds: 172000..172049. Exact planner override: softer_pref.
"
+ "| episode_seed | trunk_only_ft | success | adapter_active_ft | success |
"
+ + "".join(html_rows)
+ + "
"
+ )
+ (output_dir / "index.html").write_text(html_text, encoding="utf-8")
+
+
+def main() -> None:
+ args = _parse_args()
+ seeds = _load_eval_seeds(args.split_path, start_index=args.start_index, limit=args.limit)
+ manifest_payload = {
+ "source_report_dir": str(args.report_dir),
+ "output_dir": str(args.output_dir),
+ "split_path": str(args.split_path),
+ "checkpoints": {
+ "trunk_only_ft": str(args.trunk_checkpoint),
+ "adapter_active_ft": str(args.adapter_checkpoint),
+ },
+ "planner_overrides": SOFTER_PREF_OVERRIDES,
+ "seeds": [int(seed) for seed in seeds],
+ "mode_records": [],
+ }
+
+ mode_specs: list[tuple[str, str, Path, dict[int, dict[str, Any]]]] = []
+ if args.mode in {"both", "trunk_only_ft"}:
+ mode_specs.append(
+ (
+ "trunk_only",
+ "trunk_only_ft",
+ args.trunk_checkpoint,
+ _load_expected_records(args.report_dir / f"trunk_only_ft_seed{args.seed}.json"),
+ )
+ )
+ if args.mode in {"both", "adapter_active_ft"}:
+ mode_specs.append(
+ (
+ "adapter_active",
+ "adapter_active_ft",
+ args.adapter_checkpoint,
+ _load_expected_records(args.report_dir / f"adapter_active_ft_seed{args.seed}.json"),
+ )
+ )
+
+ for adapter_mode, render_mode_name, checkpoint_path, expected_records in mode_specs:
+ print(
+ json.dumps(
+ {
+ "phase": "render_mode_start",
+ "adapter_mode": adapter_mode,
+ "render_mode_name": render_mode_name,
+ "episodes": len(seeds),
+ "checkpoint_path": str(checkpoint_path),
+ }
+ ),
+ flush=True,
+ )
+ model, _checkpoint = smoke._load_checkpoint(
+ checkpoint_path,
+ adapter_mode=adapter_mode if adapter_mode != "trunk_only" else None,
+ planner_overrides=SOFTER_PREF_OVERRIDES,
+ )
+ device = next(model.parameters()).device
+ mode_records = _render_mode_bundle(
+ model=model,
+ device=device,
+ adapter_mode=adapter_mode,
+ render_mode_name=render_mode_name,
+ seeds=seeds,
+ expected_records=expected_records,
+ output_dir=args.output_dir,
+ frame_stride=args.frame_stride,
+ fps=args.fps,
+ render_size=args.render_size,
+ initial_hold=args.initial_hold,
+ final_hold=args.final_hold,
+ skip_existing=args.skip_existing,
+ )
+ manifest_payload["mode_records"].append(
+ {
+ "adapter_mode": adapter_mode,
+ "render_mode_name": render_mode_name,
+ "records": mode_records,
+ }
+ )
+ _write_manifest(args.output_dir, manifest_payload)
+ _write_index(args.output_dir, manifest_payload)
+ _write_manifest(args.output_dir, manifest_payload)
+ print(json.dumps({"phase": "render_complete", "output_dir": str(args.output_dir)}), flush=True)
+
+
+if __name__ == "__main__":
+ main()
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/INDEX.md b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/INDEX.md
new file mode 100644
index 0000000000000000000000000000000000000000..999102a086af0f78faeb8e7fa7538d49d14ff7d8
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/INDEX.md
@@ -0,0 +1,59 @@
+# PickClutter smoke_v5_eval_tuned_softerpref GIF index
+
+- exact checkpoints: `maniskill_pickclutter_smoke_v5` seed17
+- exact held-out seeds: `172000..172049`
+- exact planner override: `softer_pref`
+- overlays show selected mode and adaptor state on each frame
+
+| episode_seed | trunk_only_ft | success | adapter_active_ft | success |
+| --- | --- | --- | --- | --- |
+| 172000 | [gif](trunk_only_ft/seed_172000.gif) | False | [gif](adapter_active_ft/seed_172000.gif) | True |
+| 172001 | [gif](trunk_only_ft/seed_172001.gif) | False | [gif](adapter_active_ft/seed_172001.gif) | True |
+| 172002 | [gif](trunk_only_ft/seed_172002.gif) | True | [gif](adapter_active_ft/seed_172002.gif) | True |
+| 172003 | [gif](trunk_only_ft/seed_172003.gif) | False | [gif](adapter_active_ft/seed_172003.gif) | False |
+| 172004 | [gif](trunk_only_ft/seed_172004.gif) | False | [gif](adapter_active_ft/seed_172004.gif) | True |
+| 172005 | [gif](trunk_only_ft/seed_172005.gif) | False | [gif](adapter_active_ft/seed_172005.gif) | True |
+| 172006 | [gif](trunk_only_ft/seed_172006.gif) | False | [gif](adapter_active_ft/seed_172006.gif) | False |
+| 172007 | [gif](trunk_only_ft/seed_172007.gif) | False | [gif](adapter_active_ft/seed_172007.gif) | False |
+| 172008 | [gif](trunk_only_ft/seed_172008.gif) | False | [gif](adapter_active_ft/seed_172008.gif) | False |
+| 172009 | [gif](trunk_only_ft/seed_172009.gif) | False | [gif](adapter_active_ft/seed_172009.gif) | True |
+| 172010 | [gif](trunk_only_ft/seed_172010.gif) | False | [gif](adapter_active_ft/seed_172010.gif) | True |
+| 172011 | [gif](trunk_only_ft/seed_172011.gif) | False | [gif](adapter_active_ft/seed_172011.gif) | True |
+| 172012 | [gif](trunk_only_ft/seed_172012.gif) | False | [gif](adapter_active_ft/seed_172012.gif) | False |
+| 172013 | [gif](trunk_only_ft/seed_172013.gif) | False | [gif](adapter_active_ft/seed_172013.gif) | False |
+| 172014 | [gif](trunk_only_ft/seed_172014.gif) | False | [gif](adapter_active_ft/seed_172014.gif) | False |
+| 172015 | [gif](trunk_only_ft/seed_172015.gif) | False | [gif](adapter_active_ft/seed_172015.gif) | False |
+| 172016 | [gif](trunk_only_ft/seed_172016.gif) | True | [gif](adapter_active_ft/seed_172016.gif) | True |
+| 172017 | [gif](trunk_only_ft/seed_172017.gif) | False | [gif](adapter_active_ft/seed_172017.gif) | True |
+| 172018 | [gif](trunk_only_ft/seed_172018.gif) | False | [gif](adapter_active_ft/seed_172018.gif) | True |
+| 172019 | [gif](trunk_only_ft/seed_172019.gif) | False | [gif](adapter_active_ft/seed_172019.gif) | False |
+| 172020 | [gif](trunk_only_ft/seed_172020.gif) | False | [gif](adapter_active_ft/seed_172020.gif) | True |
+| 172021 | [gif](trunk_only_ft/seed_172021.gif) | False | [gif](adapter_active_ft/seed_172021.gif) | True |
+| 172022 | [gif](trunk_only_ft/seed_172022.gif) | False | [gif](adapter_active_ft/seed_172022.gif) | True |
+| 172023 | [gif](trunk_only_ft/seed_172023.gif) | False | [gif](adapter_active_ft/seed_172023.gif) | True |
+| 172024 | [gif](trunk_only_ft/seed_172024.gif) | False | [gif](adapter_active_ft/seed_172024.gif) | False |
+| 172025 | [gif](trunk_only_ft/seed_172025.gif) | False | [gif](adapter_active_ft/seed_172025.gif) | True |
+| 172026 | [gif](trunk_only_ft/seed_172026.gif) | False | [gif](adapter_active_ft/seed_172026.gif) | True |
+| 172027 | [gif](trunk_only_ft/seed_172027.gif) | False | [gif](adapter_active_ft/seed_172027.gif) | True |
+| 172028 | [gif](trunk_only_ft/seed_172028.gif) | False | [gif](adapter_active_ft/seed_172028.gif) | False |
+| 172029 | [gif](trunk_only_ft/seed_172029.gif) | False | [gif](adapter_active_ft/seed_172029.gif) | True |
+| 172030 | [gif](trunk_only_ft/seed_172030.gif) | False | [gif](adapter_active_ft/seed_172030.gif) | True |
+| 172031 | [gif](trunk_only_ft/seed_172031.gif) | False | [gif](adapter_active_ft/seed_172031.gif) | False |
+| 172032 | [gif](trunk_only_ft/seed_172032.gif) | False | [gif](adapter_active_ft/seed_172032.gif) | True |
+| 172033 | [gif](trunk_only_ft/seed_172033.gif) | False | [gif](adapter_active_ft/seed_172033.gif) | True |
+| 172034 | [gif](trunk_only_ft/seed_172034.gif) | False | [gif](adapter_active_ft/seed_172034.gif) | True |
+| 172035 | [gif](trunk_only_ft/seed_172035.gif) | False | [gif](adapter_active_ft/seed_172035.gif) | True |
+| 172036 | [gif](trunk_only_ft/seed_172036.gif) | False | [gif](adapter_active_ft/seed_172036.gif) | False |
+| 172037 | [gif](trunk_only_ft/seed_172037.gif) | False | [gif](adapter_active_ft/seed_172037.gif) | False |
+| 172038 | [gif](trunk_only_ft/seed_172038.gif) | False | [gif](adapter_active_ft/seed_172038.gif) | True |
+| 172039 | [gif](trunk_only_ft/seed_172039.gif) | False | [gif](adapter_active_ft/seed_172039.gif) | True |
+| 172040 | [gif](trunk_only_ft/seed_172040.gif) | False | [gif](adapter_active_ft/seed_172040.gif) | True |
+| 172041 | [gif](trunk_only_ft/seed_172041.gif) | False | [gif](adapter_active_ft/seed_172041.gif) | True |
+| 172042 | [gif](trunk_only_ft/seed_172042.gif) | False | [gif](adapter_active_ft/seed_172042.gif) | False |
+| 172043 | [gif](trunk_only_ft/seed_172043.gif) | False | [gif](adapter_active_ft/seed_172043.gif) | False |
+| 172044 | [gif](trunk_only_ft/seed_172044.gif) | False | [gif](adapter_active_ft/seed_172044.gif) | True |
+| 172045 | [gif](trunk_only_ft/seed_172045.gif) | False | [gif](adapter_active_ft/seed_172045.gif) | False |
+| 172046 | [gif](trunk_only_ft/seed_172046.gif) | False | [gif](adapter_active_ft/seed_172046.gif) | True |
+| 172047 | [gif](trunk_only_ft/seed_172047.gif) | False | [gif](adapter_active_ft/seed_172047.gif) | False |
+| 172048 | [gif](trunk_only_ft/seed_172048.gif) | False | [gif](adapter_active_ft/seed_172048.gif) | False |
+| 172049 | [gif](trunk_only_ft/seed_172049.gif) | False | [gif](adapter_active_ft/seed_172049.gif) | True |
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9aca7d985d3b5a4802c094e3d99329e4b3aac46b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368bed2ec1c645ec41588a0dd931b61b09449e56b8b2e555e4aab1a45300635f
+size 2455280
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif
new file mode 100644
index 0000000000000000000000000000000000000000..e9b7d7d4937159414430e4a95e726d457371724a
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddb71ea414af62085bc2d625c54e0f07c395e7870a512a88b657391d5884887
+size 4795056
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif
new file mode 100644
index 0000000000000000000000000000000000000000..939fc53250bec7345b06da2e3c094d7d4bc16402
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5efab4936e5be30ee86987e62b963ac3c657b980e93528ab89d50270a93da
+size 1093271
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif
new file mode 100644
index 0000000000000000000000000000000000000000..5fd78b087683ef8941f8e1758c7363b08c0efacf
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e62721ffe2a0105bbd87cccd63c3d3a97d74878269e8f40522570c4dea77b21
+size 5116395
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif
new file mode 100644
index 0000000000000000000000000000000000000000..da49b42647a537fe6b2c1d479bfa4437252a8fc5
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b510f23601f2a831e50db806f2c5bc09244d41bb7672f081db8b6302f1655a
+size 6003001
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif
new file mode 100644
index 0000000000000000000000000000000000000000..2b0524a232534d55ef17c85a6f9900a9e86e9370
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0bec9c5383f77660be4cd3438a854684497d88ba9d29f891028a7e596da9e2
+size 2472354
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif
new file mode 100644
index 0000000000000000000000000000000000000000..fdf22f12ba9ab60ebb56ae08ce72b4d7dd70703f
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a44776e907f288cf73383fb897ffa6d47c8b1cd8dc6f34da2c060889dee092
+size 2380534
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif
new file mode 100644
index 0000000000000000000000000000000000000000..3c0eb2d788b89dd12a2b227b67b6c0c56fe08b00
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af5da3b08ea866f8f232f45035da4d22e9639ba99863dd81a67b4fc28f00d84
+size 5431314
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif
new file mode 100644
index 0000000000000000000000000000000000000000..ef55f2ad470e313b99a8122177fc38d0aa0d70da
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95b6e3bd36fd2b24fe1725640d2ba89201df026741059aa0b3fd2c860ef29ef
+size 2459034
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif
new file mode 100644
index 0000000000000000000000000000000000000000..79141d08d766fa6448baffda7123658b99e24065
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb733a957e5062497dd3d1d758d439ce2470088c6e4ca04df32f7d79b4829cf0
+size 3084475
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif
new file mode 100644
index 0000000000000000000000000000000000000000..b5431d8623b7ce23c5f0974d4d05bd15aaa59a24
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4611b63653519ead4bb7fc22c4184aeb87984d8d8b69a60a816c6ad92e69e6
+size 4617123
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif
new file mode 100644
index 0000000000000000000000000000000000000000..a3c94e83910a09677945af7a85148efc6a2b8298
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93763061aa16d63b2d13affa385ef32778c043b97ee07606d0b716c150daa72b
+size 1413500
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9e9bc26b55a7c4b49f2e7c7598612c6b4cd718b4
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6dff21816ea6c55caea8415aadf26ba3530d15143955d174196b73ddfa8f84
+size 11170943
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif
new file mode 100644
index 0000000000000000000000000000000000000000..3b13a06da860a5a2b5883b591aea8b14ba1b8656
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017454042b03e75f96b2ac7de09368be9a0bb1242cfbe65635e15422df4707a9
+size 4785861
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9a905f0ca0db920f8b4674e7ce9b42eca4ea0d9e
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e190ab77650faec9cf6db209a285f39612cc095ce030fda53388bc15c6e9dc
+size 2993877
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif
new file mode 100644
index 0000000000000000000000000000000000000000..dd2e9782230da132d01d41ba6a77f2fa288c83dc
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6102bb32a1f1a3f021ab510d695746e0339cc0ef4074c73d7678429c33b3e2
+size 6212118
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif
new file mode 100644
index 0000000000000000000000000000000000000000..26b4a6bcc557a566a62fa6534b2d440f76e46aa7
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72bbb35f72f98bf6552fc2b6bdb49477e20760f5ee15df487a444ad95f61ef3
+size 1273091
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif
new file mode 100644
index 0000000000000000000000000000000000000000..8a0569f15f744d6e2fc3732f5f4bf76436400ad9
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e48596ae054c86f97fa4c8cb3dce4c9494e399b92f8b0a6d45c88032ce5a1a9
+size 7594200
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif
new file mode 100644
index 0000000000000000000000000000000000000000..fd7765d4358da9205765a3fe5d86e8749b730d0d
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb017170ae81292800361f56f136d29973b47c27339d5a16141a01bd087b4a4
+size 1314690
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif
new file mode 100644
index 0000000000000000000000000000000000000000..78fbb3c5d4bc0c252b49c664e5f2b95d666d16e9
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3546b2ec1ebdc2855a95be2a90ad863ac4260c96c2c5b3f77f698aefd1da6bd
+size 9293137
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif
new file mode 100644
index 0000000000000000000000000000000000000000..d7157c564a490a8337ad7ab6769af617f0b8d92f
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf34e6d0ab587c182285d9abb3bfce8cf2347ce71d72e4d3be61f50e86133f1f
+size 1208010
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif
new file mode 100644
index 0000000000000000000000000000000000000000..d926df817add463b658139add42966c5d20b4286
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c157283f8de0baef55324887917a7537670b1a33b4da45bc1ab799ca68627b61
+size 2341272
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif
new file mode 100644
index 0000000000000000000000000000000000000000..40706737bd299059982c01f586b872ca5210d55e
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96f0a49e129385a2c7bea803ec5ac52f0562b09316584d6239e75f838d84b09
+size 4592847
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif
new file mode 100644
index 0000000000000000000000000000000000000000..faf5a97a703bb0ad3c4773686d739eeed8ebb195
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2577a7af1cfadbdee52ce146600de4bdfe1d612afcc7abdd0b17399e2a59ba4f
+size 4936405
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif
new file mode 100644
index 0000000000000000000000000000000000000000..b05fd84650b1f1bec23f5afbe6c10031ad1dd6e4
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edafb136de85f389c16deb016f9ed5e4c5f377e9a8efb902b216ff6c4f37b42
+size 4435259
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif
new file mode 100644
index 0000000000000000000000000000000000000000..465d9cf2aacfe44709d3f912e4834bf431ab6767
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad6bf454160c2e9b2c4f76918ad3e4df78e82fc4c01fe0bf60cea5f1260809e
+size 1576331
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif
new file mode 100644
index 0000000000000000000000000000000000000000..bb265e0190a0115ca459ad8e3f534ba380c72b5f
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436c1380f6573861ef852d96d51722c19c9d5510b103ca1201fedbd72d826948
+size 1944179
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif
new file mode 100644
index 0000000000000000000000000000000000000000..5795083bc47dd3d5bf748b1800c3a3491e3319f4
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975fe659e90a351aab008baf6f4564a7814b6a267cc3e9d6620daac74b397db7
+size 2536173
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif
new file mode 100644
index 0000000000000000000000000000000000000000..1b9d7427972c0bbcf5e3bd5e1e0f0404c7fafe5b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fd2acbee479bfb0ba70a0f1d780626362b5b4fb545f88c4ccdcc0034ebf269
+size 9118573
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif
new file mode 100644
index 0000000000000000000000000000000000000000..16529ae03ca388cb40195cedf95a0e461c60b04e
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f4e0836357ceb3928bc2ef77423eab9ea67a622824aa705f70f95a3c462cd7
+size 2924439
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif
new file mode 100644
index 0000000000000000000000000000000000000000..fe040b72121071294621470662fae245552e78e4
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75bf8b45d17eeeed3011ea8480bd72fd3fd33cb4d69531f43269f3210d3259f
+size 1496724
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif
new file mode 100644
index 0000000000000000000000000000000000000000..8948f4b1e393319ad7a5a022ae2e59edb1979d38
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5373107c71f7b6f19300d489084cceb1b63ae2f41b4cb4bf9790b63f39ea875
+size 6653501
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9836a37e09f1172e867f37c9a139252db2c4deef
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd36a48f3a4c70359464282b76504cb11e53e367bc588b16d003c2495117637
+size 1628566
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif
new file mode 100644
index 0000000000000000000000000000000000000000..f9d8260a054cc2b1b27dbf912e007d087810d58a
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c3c3620f166523dcc689418e4208a2e40f201ae3b1e3d51d3334ad4b9ea977
+size 4851220
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif
new file mode 100644
index 0000000000000000000000000000000000000000..1a8b1805b143ab66899348b2c90e867996af787b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bc6b5afba39961039e8360a4a2a0942d85055bf10c27b36cad9485663b7919
+size 1155677
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif
new file mode 100644
index 0000000000000000000000000000000000000000..5f2354296186a5fc9163df8fd4daa8b6816cac9e
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e63feabc540508baa22a9f35cda32105509ef8dd35cc3bedcba23ba7c23c3d
+size 2576670
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif
new file mode 100644
index 0000000000000000000000000000000000000000..7af6cfc4773b679723033b1a52533ff2cbc9eade
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ea3a2ef2133db3ecf3697a9467f9452217246508cd1ed4b21469f247c64f9a
+size 3111723
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif
new file mode 100644
index 0000000000000000000000000000000000000000..0db254bbc33a697674e0801cfb1c3377bfad70be
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac666f2c6718328c144484f1742671f34475906687a5c563dae3f979ef2085
+size 7141261
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif
new file mode 100644
index 0000000000000000000000000000000000000000..0d14b99061d7bb93e7ad5e2a367a05615da45a20
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1978e57c75d723b79fa7e5aa6d40e895f39d1c70666deee5aa4768a618eba5
+size 2558834
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif
new file mode 100644
index 0000000000000000000000000000000000000000..341f73aa6d227b9776279d6917f2631c20c0e6c6
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff527ef4cf294747a7e54cbead02a4b8a4580b2a4baf087bd353bae23aac5804
+size 2356140
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif
new file mode 100644
index 0000000000000000000000000000000000000000..dd821484d45886979ee04eee752f6710116a6083
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1d614e0c8b47054c600cbad4f5357171e7d6ddee7101c35fb6ea85041bfbd1
+size 1638509
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif
new file mode 100644
index 0000000000000000000000000000000000000000..bc15fd1bc99d4964723a578172607605622a8e7b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fb63b5efb3b75f1c397a6f271b6a433a23c1bfccd72284fd2e8ed36eb138ea
+size 3019138
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif
new file mode 100644
index 0000000000000000000000000000000000000000..c2e8c3680140d01e88fd34f6a02a3dc34323768b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e6ae684c200d3a7d03dff22397eec99045039f09daec0f111af50e6f7e70a1
+size 8637628
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif
new file mode 100644
index 0000000000000000000000000000000000000000..a932c59cf5eaaca5e8bcd43614af13f537ba1d63
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eadebebf1383ddfda2ba5a60ab986c7d39b8e6ce9f1a561a00fdc793d0d42fd
+size 4911894
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif
new file mode 100644
index 0000000000000000000000000000000000000000..692f7d26f57214092b82c848987033bce72bcd4b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c318fe98b45017b2e6f68ec30885698a168ff40829ebad4a0d768943f52a3e5
+size 1295347
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif
new file mode 100644
index 0000000000000000000000000000000000000000..fce9e18d1adfb714a25d7a03bd22b637e485bfd3
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8e62776196208d668731940ab8aa27723d6b9babdfee980530c3704945ac97
+size 5398574
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif
new file mode 100644
index 0000000000000000000000000000000000000000..0c23b81fbc6b7039609e0e022e4fe1c7072cf771
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381d8817b5802321e0c8ca935cd6b8a0df7be8b26dca69a3e9bc123b199c227c
+size 2405091
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif
new file mode 100644
index 0000000000000000000000000000000000000000..ddb25a54183543b2a4a42c93eca0af5a88345f16
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1435dc8f85af8de5518f0b314bac3a40505307fb068a878e0b80bd7ef2c3ed33
+size 4477800
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif
new file mode 100644
index 0000000000000000000000000000000000000000..38b89b383ea34624b8739fe12287529c38481707
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f327be7abff03115cf394c60a9a09d1bf755a625ae1ad7c7cde8a002ddcbfa
+size 3049434
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif
new file mode 100644
index 0000000000000000000000000000000000000000..4ea72c954e2a3b8465090d08cf7cade85487e415
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda427da3bcf1744b6824b8da47c9690a2b7f8842fda2da34d5ae9681cc8f7e9
+size 1679082
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/index.html b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/index.html
new file mode 100644
index 0000000000000000000000000000000000000000..8478121d86160bdbe1c81ae504983f6123889cac
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/index.html
@@ -0,0 +1 @@
+PickClutter smoke_v5_eval_tuned_softerpref GIFsPickClutter smoke_v5_eval_tuned_softerpref GIFs
Exact checkpoints: maniskill_pickclutter_smoke_v5 seed17. Exact held-out seeds: 172000..172049. Exact planner override: softer_pref.
| episode_seed | trunk_only_ft | success | adapter_active_ft | success |
|---|
| 172000 |  | False |  | True |
| 172001 |  | False |  | True |
| 172002 |  | True |  | True |
| 172003 |  | False |  | False |
| 172004 |  | False |  | True |
| 172005 |  | False |  | True |
| 172006 |  | False |  | False |
| 172007 |  | False |  | False |
| 172008 |  | False |  | False |
| 172009 |  | False |  | True |
| 172010 |  | False |  | True |
| 172011 |  | False |  | True |
| 172012 |  | False |  | False |
| 172013 |  | False |  | False |
| 172014 |  | False |  | False |
| 172015 |  | False |  | False |
| 172016 |  | True |  | True |
| 172017 |  | False |  | True |
| 172018 |  | False |  | True |
| 172019 |  | False |  | False |
| 172020 |  | False |  | True |
| 172021 |  | False |  | True |
| 172022 |  | False |  | True |
| 172023 |  | False |  | True |
| 172024 |  | False |  | False |
| 172025 |  | False |  | True |
| 172026 |  | False |  | True |
| 172027 |  | False |  | True |
| 172028 |  | False |  | False |
| 172029 |  | False |  | True |
| 172030 |  | False |  | True |
| 172031 |  | False |  | False |
| 172032 |  | False |  | True |
| 172033 |  | False |  | True |
| 172034 |  | False |  | True |
| 172035 |  | False |  | True |
| 172036 |  | False |  | False |
| 172037 |  | False |  | False |
| 172038 |  | False |  | True |
| 172039 |  | False |  | True |
| 172040 |  | False |  | True |
| 172041 |  | False |  | True |
| 172042 |  | False |  | False |
| 172043 |  | False |  | False |
| 172044 |  | False |  | True |
| 172045 |  | False |  | False |
| 172046 |  | False |  | True |
| 172047 |  | False |  | False |
| 172048 |  | False |  | False |
| 172049 |  | False |  | True |
\ No newline at end of file
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/manifest.json b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..1fcd9bcea1bb83bb95ae103d7390613f5f2fa775
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/manifest.json
@@ -0,0 +1,1486 @@
+{
+ "source_report_dir": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref",
+ "output_dir": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs",
+ "split_path": "/workspace/workspace/data/maniskill_pickclutter/smoke_v3/episode_splits.json",
+ "checkpoints": {
+ "trunk_only_ft": "/workspace/workspace/outputs/maniskill_pickclutter_smoke_v5/trunk_only_ft_seed17/checkpoint_best.pt",
+ "adapter_active_ft": "/workspace/workspace/outputs/maniskill_pickclutter_smoke_v5/adapter_active_ft_seed17/checkpoint_best.pt"
+ },
+ "planner_overrides": {
+ "mode_preference_bonus": 0.75,
+ "premature_retrieve_penalty": 0.5,
+ "premature_insert_penalty": 0.25,
+ "premature_maintain_penalty": 1.0,
+ "occlusion_maintain_gap_min_access": 0.3,
+ "occlusion_maintain_gap_min_visibility": 0.2,
+ "retrieve_stage_access_threshold": 0.18,
+ "retrieve_stage_reveal_threshold": 0.18,
+ "retrieve_stage_support_threshold": 0.18
+ },
+ "seeds": [
+ 172000,
+ 172001,
+ 172002,
+ 172003,
+ 172004,
+ 172005,
+ 172006,
+ 172007,
+ 172008,
+ 172009,
+ 172010,
+ 172011,
+ 172012,
+ 172013,
+ 172014,
+ 172015,
+ 172016,
+ 172017,
+ 172018,
+ 172019,
+ 172020,
+ 172021,
+ 172022,
+ 172023,
+ 172024,
+ 172025,
+ 172026,
+ 172027,
+ 172028,
+ 172029,
+ 172030,
+ 172031,
+ 172032,
+ 172033,
+ 172034,
+ 172035,
+ 172036,
+ 172037,
+ 172038,
+ 172039,
+ 172040,
+ 172041,
+ 172042,
+ 172043,
+ 172044,
+ 172045,
+ 172046,
+ 172047,
+ 172048,
+ 172049
+ ],
+ "mode_records": [
+ {
+ "adapter_mode": "trunk_only",
+ "render_mode_name": "trunk_only_ft",
+ "records": [
+ {
+ "episode_seed": 172000,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif",
+ "frames": 54,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.2667703354695069
+ },
+ {
+ "episode_seed": 172001,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif",
+ "frames": 52,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.142955729250418
+ },
+ {
+ "episode_seed": 172002,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif",
+ "frames": 25,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.20038358333385983
+ },
+ {
+ "episode_seed": 172003,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif",
+ "frames": 75,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.31087204238802
+ },
+ {
+ "episode_seed": 172004,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif",
+ "frames": 130,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.051780433440988816
+ },
+ {
+ "episode_seed": 172005,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif",
+ "frames": 53,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.0021265478071027153
+ },
+ {
+ "episode_seed": 172006,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif",
+ "frames": 55,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.2699445582307547
+ },
+ {
+ "episode_seed": 172007,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif",
+ "frames": 88,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.3385584467940609
+ },
+ {
+ "episode_seed": 172008,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif",
+ "frames": 51,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.012603309567639697
+ },
+ {
+ "episode_seed": 172009,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif",
+ "frames": 58,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.2847083520058957
+ },
+ {
+ "episode_seed": 172010,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif",
+ "frames": 51,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.017647188473604913
+ },
+ {
+ "episode_seed": 172011,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif",
+ "frames": 52,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.06769399448742774
+ },
+ {
+ "episode_seed": 172012,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif",
+ "frames": 52,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.0867561038758253
+ },
+ {
+ "episode_seed": 172013,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif",
+ "frames": 193,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.12564029472583726
+ },
+ {
+ "episode_seed": 172014,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif",
+ "frames": 335,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.13228121532632894
+ },
+ {
+ "episode_seed": 172015,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif",
+ "frames": 51,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.45119625163071453
+ },
+ {
+ "episode_seed": 172016,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif",
+ "frames": 31,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 1.0
+ },
+ {
+ "episode_seed": 172017,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif",
+ "frames": 52,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.35715612187493306
+ },
+ {
+ "episode_seed": 172018,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif",
+ "frames": 89,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.43553090904435265
+ },
+ {
+ "episode_seed": 172019,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif",
+ "frames": 51,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.19307640075383575
+ },
+ {
+ "episode_seed": 172020,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif",
+ "frames": 52,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.06921868316841844
+ },
+ {
+ "episode_seed": 172021,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif",
+ "frames": 52,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.19501529265483697
+ },
+ {
+ "episode_seed": 172022,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif",
+ "frames": 56,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.1554771040233819
+ },
+ {
+ "episode_seed": 172023,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif",
+ "frames": 100,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.49653212036363925
+ },
+ {
+ "episode_seed": 172024,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif",
+ "frames": 52,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.18183762498733103
+ },
+ {
+ "episode_seed": 172025,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif",
+ "frames": 84,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.3417273845825042
+ },
+ {
+ "episode_seed": 172026,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif",
+ "frames": 54,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.31407344591281117
+ },
+ {
+ "episode_seed": 172027,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif",
+ "frames": 53,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.10132988043543989
+ },
+ {
+ "episode_seed": 172028,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif",
+ "frames": 54,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.0938218732117946
+ },
+ {
+ "episode_seed": 172029,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif",
+ "frames": 193,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.14504661719395054
+ },
+ {
+ "episode_seed": 172030,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif",
+ "frames": 51,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.321989592354992
+ },
+ {
+ "episode_seed": 172031,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif",
+ "frames": 131,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.06795191264941547
+ },
+ {
+ "episode_seed": 172032,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif",
+ "frames": 88,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.41404450757531613
+ },
+ {
+ "episode_seed": 172033,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif",
+ "frames": 54,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.1514299130806651
+ },
+ {
+ "episode_seed": 172034,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif",
+ "frames": 53,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 4.658357299902604e-05
+ },
+ {
+ "episode_seed": 172035,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif",
+ "frames": 79,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.32016563647491736
+ },
+ {
+ "episode_seed": 172036,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif",
+ "frames": 55,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.1039135419986259
+ },
+ {
+ "episode_seed": 172037,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif",
+ "frames": 54,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.20473646558291134
+ },
+ {
+ "episode_seed": 172038,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif",
+ "frames": 53,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.35111198380680736
+ },
+ {
+ "episode_seed": 172039,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif",
+ "frames": 50,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.030633025260525432
+ },
+ {
+ "episode_seed": 172040,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif",
+ "frames": 54,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.28695435622445586
+ },
+ {
+ "episode_seed": 172041,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif",
+ "frames": 62,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.28572305326621716
+ },
+ {
+ "episode_seed": 172042,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif",
+ "frames": 75,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.26951096329011826
+ },
+ {
+ "episode_seed": 172043,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif",
+ "frames": 56,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.12259061417655202
+ },
+ {
+ "episode_seed": 172044,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif",
+ "frames": 53,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.3435838685566317
+ },
+ {
+ "episode_seed": 172045,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif",
+ "frames": 55,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.24143119038452807
+ },
+ {
+ "episode_seed": 172046,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif",
+ "frames": 49,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.048439381735589926
+ },
+ {
+ "episode_seed": 172047,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif",
+ "frames": 94,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.6488947212103078
+ },
+ {
+ "episode_seed": 172048,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif",
+ "frames": 244,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.21028545034634583
+ },
+ {
+ "episode_seed": 172049,
+ "render_mode_name": "trunk_only_ft",
+ "adapter_mode": "trunk_only",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif",
+ "frames": 53,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": 1,
+ "first_retrieve_step": null,
+ "episode_disturbance": 0.12099857449539453
+ }
+ ]
+ },
+ {
+ "adapter_mode": "adapter_active",
+ "render_mode_name": "adapter_active_ft",
+ "records": [
+ {
+ "episode_seed": 172000,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif",
+ "frames": 43,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.2509890477686838
+ },
+ {
+ "episode_seed": 172001,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif",
+ "frames": 53,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 3,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.18382586405518472
+ },
+ {
+ "episode_seed": 172002,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif",
+ "frames": 27,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.01517599801969993
+ },
+ {
+ "episode_seed": 172003,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif",
+ "frames": 69,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.000696770715286732
+ },
+ {
+ "episode_seed": 172004,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif",
+ "frames": 90,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 3,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.6160759960032133
+ },
+ {
+ "episode_seed": 172005,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif",
+ "frames": 41,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.41300765258109584
+ },
+ {
+ "episode_seed": 172006,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif",
+ "frames": 341,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.0005962321008468051
+ },
+ {
+ "episode_seed": 172007,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif",
+ "frames": 139,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.25138379393202975
+ },
+ {
+ "episode_seed": 172008,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif",
+ "frames": 61,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.09789219561874063
+ },
+ {
+ "episode_seed": 172009,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif",
+ "frames": 63,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.5465573068481095
+ },
+ {
+ "episode_seed": 172010,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif",
+ "frames": 63,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.5396910225972533
+ },
+ {
+ "episode_seed": 172011,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif",
+ "frames": 27,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.2510600395262941
+ },
+ {
+ "episode_seed": 172012,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif",
+ "frames": 341,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.08665134873910184
+ },
+ {
+ "episode_seed": 172013,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif",
+ "frames": 69,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.06785022602812772
+ },
+ {
+ "episode_seed": 172014,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif",
+ "frames": 343,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.004965925022263815
+ },
+ {
+ "episode_seed": 172015,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif",
+ "frames": 71,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.2640934083024528
+ },
+ {
+ "episode_seed": 172016,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif",
+ "frames": 29,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 1.0
+ },
+ {
+ "episode_seed": 172017,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif",
+ "frames": 93,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.33704733659268626
+ },
+ {
+ "episode_seed": 172018,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif",
+ "frames": 28,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 5.4709501284833095e-05
+ },
+ {
+ "episode_seed": 172019,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif",
+ "frames": 103,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.17173464656909687
+ },
+ {
+ "episode_seed": 172020,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif",
+ "frames": 28,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.22116636964712807
+ },
+ {
+ "episode_seed": 172021,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif",
+ "frames": 40,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.03930150241413343
+ },
+ {
+ "episode_seed": 172022,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif",
+ "frames": 60,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 3,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.17697662395950906
+ },
+ {
+ "episode_seed": 172023,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif",
+ "frames": 70,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.3264205491186658
+ },
+ {
+ "episode_seed": 172024,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif",
+ "frames": 65,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.36503172371723974
+ },
+ {
+ "episode_seed": 172025,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif",
+ "frames": 28,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.02267998302976082
+ },
+ {
+ "episode_seed": 172026,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif",
+ "frames": 40,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.19398496590177672
+ },
+ {
+ "episode_seed": 172027,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif",
+ "frames": 41,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.5858346225118112
+ },
+ {
+ "episode_seed": 172028,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif",
+ "frames": 131,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.637672221887551
+ },
+ {
+ "episode_seed": 172029,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif",
+ "frames": 59,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.18470760480340687
+ },
+ {
+ "episode_seed": 172030,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif",
+ "frames": 28,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 1.0
+ },
+ {
+ "episode_seed": 172031,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif",
+ "frames": 232,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.44214707868431863
+ },
+ {
+ "episode_seed": 172032,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif",
+ "frames": 30,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.3665537090291033
+ },
+ {
+ "episode_seed": 172033,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif",
+ "frames": 71,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 3,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.5460212796679068
+ },
+ {
+ "episode_seed": 172034,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif",
+ "frames": 27,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.6377614814414301
+ },
+ {
+ "episode_seed": 172035,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif",
+ "frames": 56,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.8794316185960683
+ },
+ {
+ "episode_seed": 172036,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif",
+ "frames": 272,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.0007970530228007533
+ },
+ {
+ "episode_seed": 172037,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif",
+ "frames": 110,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.18518675895982994
+ },
+ {
+ "episode_seed": 172038,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif",
+ "frames": 51,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.0032463597557115995
+ },
+ {
+ "episode_seed": 172039,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif",
+ "frames": 41,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.00011631769666564651
+ },
+ {
+ "episode_seed": 172040,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif",
+ "frames": 35,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.17492279249912218
+ },
+ {
+ "episode_seed": 172041,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif",
+ "frames": 47,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.12639520307511984
+ },
+ {
+ "episode_seed": 172042,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif",
+ "frames": 245,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.14435382248343953
+ },
+ {
+ "episode_seed": 172043,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif",
+ "frames": 71,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.28852640067796054
+ },
+ {
+ "episode_seed": 172044,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif",
+ "frames": 27,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.004769585355006711
+ },
+ {
+ "episode_seed": 172045,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif",
+ "frames": 71,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.016010086588522654
+ },
+ {
+ "episode_seed": 172046,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif",
+ "frames": 41,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 2,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.00018252670583862596
+ },
+ {
+ "episode_seed": 172047,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif",
+ "frames": 67,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.3525224707094132
+ },
+ {
+ "episode_seed": 172048,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif",
+ "frames": 342,
+ "success": false,
+ "expected_success": false,
+ "matches_expected_success": true,
+ "steps": 4,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.04316924482669737
+ },
+ {
+ "episode_seed": 172049,
+ "render_mode_name": "adapter_active_ft",
+ "adapter_mode": "adapter_active",
+ "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif",
+ "frames": 28,
+ "success": true,
+ "expected_success": true,
+ "matches_expected_success": true,
+ "steps": 1,
+ "first_reveal_step": null,
+ "first_retrieve_step": 1,
+ "episode_disturbance": 0.41454052552580833
+ }
+ ]
+ }
+ ]
+}
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif
new file mode 100644
index 0000000000000000000000000000000000000000..3d40240e0de6d6a1d54a9b729ac96f47fbf87bf1
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc837af0b1a48fb1cecb0e53533ba6464c1d4fbbb9bc695055bb996f20a0efd
+size 3289696
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif
new file mode 100644
index 0000000000000000000000000000000000000000..fdcb9d7a2160d30e2d862a38ee234ca2799e645a
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45296dcee8acf99bad450c049df01f444abd92527a5c0ff2c9a7613af8ddf51
+size 3257361
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a3665d15b5b99fc2ce15b0f11cfdfc5c3ba98
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8815e4fd9cf1201dd836ce39a41ce565f86a18949242f52daa5aceef9b13cfbb
+size 897436
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9411f7862f4bd8f7a0544b786fe4bd626fefd17b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6ed1cca0c7270de7529998168f5f528427585a73e5094fcd3dbd9cc1340a88
+size 3436982
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif
new file mode 100644
index 0000000000000000000000000000000000000000..0f4b84c960db78946af6d28389b48618e8bfa63e
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4001780185b5d20202e84b9d034e7ccab6e56c68a8d11fdfa2e6ad54e33e4d64
+size 4704632
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif
new file mode 100644
index 0000000000000000000000000000000000000000..ae997e42e1235f807bc9aff1ec5b4cdcd1a2cac9
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569b430544f329d407b76018bf4ed004ee77c7e50e6b86ce3566b52cfe6a2474
+size 3284159
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif
new file mode 100644
index 0000000000000000000000000000000000000000..5ec8093fa0980bb06953a4755d5bed134ad0b051
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a449a04568b780df397c0fe9f4e234a3d87e622dc98d19b899b3ed167d22bd25
+size 3238402
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif
new file mode 100644
index 0000000000000000000000000000000000000000..caa44b0ad58f8f0297243eb9d2c7a24ada1b9776
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1033c4522806f15e4ea39bb0170902c6854735dd7a2c9c7d183a8b8197459a33
+size 4479405
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif
new file mode 100644
index 0000000000000000000000000000000000000000..aae4f473e40b17c328c8202d10fb1bae7e25bfe1
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13181a7931e99aacaf46d73e98f7b8653777c6aaaaa2c34833529b1f26ad6b3c
+size 2732550
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9f0be684cce310c5dc86ad3f16a6a58527a3bd99
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac537827c02dfe7044973d4d19ba02afdd45cdf909bcb74e598d735bf937a5d
+size 3756924
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif
new file mode 100644
index 0000000000000000000000000000000000000000..bfd30ebd31d6564eca1c8733a873aa8882449e05
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeec422725392087cbcb07f46e534f087caeddc147cf9003c93368869772281
+size 3369655
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif
new file mode 100644
index 0000000000000000000000000000000000000000..e20ef800814cbbe638599d827d62cb0576bf8ac8
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24919d76c77cd2972d62b2f5493320071a4274b975513cf85729da105673eb9
+size 3171502
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif
new file mode 100644
index 0000000000000000000000000000000000000000..bbd2d4cca6a94c16be54a8677915547a48cb7d69
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656003a84d2019212ccc0c5da65676e18ff5f103ee90d49ede89d30db0932cfa
+size 3188484
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif
new file mode 100644
index 0000000000000000000000000000000000000000..2b6606096c5be68b6000983bf61e641e6862b781
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6791acd7305faa5b1d44adbeec19e8b7765fe22be37fcdbdcf905878f40f9ac2
+size 3358128
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif
new file mode 100644
index 0000000000000000000000000000000000000000..932a0a994fd447c228f3ffa7f261851bd139d955
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dd31d43e9a6d4548db3bd9e35dbefa68cc4354d2f0084cf82d1b9cbfe39b99
+size 9034598
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif
new file mode 100644
index 0000000000000000000000000000000000000000..546d7f255bb0392631b97a6bbd893b6584d27476
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bf04c8a9e5e583f85c01173ca9e08b8beb238526f32d3d73ce338adfd2387d
+size 3511649
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif
new file mode 100644
index 0000000000000000000000000000000000000000..bc55130dd46da63268afdcda38132a3d58cf7f4e
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901629388428a62c21bc2dfd9b84e4d0e3a72f2c7af035a86c5d780c7da19ffa
+size 1322620
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif
new file mode 100644
index 0000000000000000000000000000000000000000..1c0927f382d274e49c0412122d0b5f8271c7b92a
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b35765f9c5eb80cea6e22526b89dacf26cb537aa2a6b0b02378a4e98d770f
+size 3765855
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif
new file mode 100644
index 0000000000000000000000000000000000000000..75dca3adaa40bf69cc6b2e9785b01dcf563fbf04
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d030d658f202d5a977cddc8e711ad13c8e77ea32598c29d080215f0e3d928c
+size 3356018
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif
new file mode 100644
index 0000000000000000000000000000000000000000..006207dde026115d692a412547926c40556316c4
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e82e5c4c516a5f1ad5189ac02c901cc3f180cf91747df78645a6d8443d33b72
+size 3768754
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif
new file mode 100644
index 0000000000000000000000000000000000000000..7b06d7a3e4cab8b3268b687ef690a8b029aae933
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71646b5fb678b240230d901662168438d1de58e5f3b5fde01d2e1c9c0342413d
+size 2571236
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif
new file mode 100644
index 0000000000000000000000000000000000000000..c4059cd5db7e30c6af72ca4c10bbfc777e7a0d55
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e084d39dc00fcee2bea141ee13361f8b6e8893b1a3fb4a27282cad3102ab85
+size 3546884
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif
new file mode 100644
index 0000000000000000000000000000000000000000..66ab868c568313c27f650e4945e69301056ba19b
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e92f3f9edf3da6bd7826f89916d5af0d9635f45ba014e55e09a715e200b7d0
+size 3497970
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif
new file mode 100644
index 0000000000000000000000000000000000000000..83661f7b6a9fdbea1d12c1013d6da8fedd95d6d5
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e167977970c3d2cd0143cfe2a46ebef898c1f20f0429e3f398b1d1ad9a3be8ba
+size 5172458
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9195f30066bc578e0d761732470343a1890b7fc6
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b103dbc903b28d1a3b5864d03037ca0236c142957ff719bb923961801d3b56
+size 3181046
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif
new file mode 100644
index 0000000000000000000000000000000000000000..cb62f1466713673b6e9d390b17711804807eaf35
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449f9d87c6f999d40de093e3d6e267b25371367e051c48d4ae87c9587254b563
+size 4873481
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif
new file mode 100644
index 0000000000000000000000000000000000000000..ab335d793b4e4bd6afb4e123725548798f4495a5
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7179ff86ce750eea6d64951e857acd7ed4eb6651feaad1312ea904d2ce84ec
+size 3321918
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif
new file mode 100644
index 0000000000000000000000000000000000000000..e2ed8a4e5e2efa864ded35e9053e32b720b3c1bc
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b972b16a8851755bfcb6c1c1119643ab7e093e9d3dbf495cfbea9eccef8522d6
+size 2625981
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif
new file mode 100644
index 0000000000000000000000000000000000000000..3a3095ee2f0e2263c96ebf4fa786f1d5bc7baa96
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0420c5fd9b40b82c6fe5289541bfbab7af21aaf3800f843699de4b8a18c3a140
+size 2897753
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif
new file mode 100644
index 0000000000000000000000000000000000000000..dc310b7a53cbd92bd8881934e0314a89792a14d2
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc261b2574ea0e36758e3d9a282d93b40b0b0cd8f94f08d5c788518aba98a494
+size 3011460
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif
new file mode 100644
index 0000000000000000000000000000000000000000..b8832808f32ca2bd0fbd8427cc7f9a0a6f7218dc
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2d934625cb64f52cda571b837a2aab4f21985214196b8d806b5f7cc27a80b1
+size 2750599
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif
new file mode 100644
index 0000000000000000000000000000000000000000..0dbd50a2dde4e242a0e4f1e8e5f799b4f5066f04
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc3f0192d0dfba5862b1bf18cf88110ca662273e05d59a756cc15aea4589dde
+size 8193187
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif
new file mode 100644
index 0000000000000000000000000000000000000000..4eb1ef84a114dc12a617cd190208e3524b9f2726
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3b97ef57c33480f9575e03406114d76753b5141970b3ae8c413d39ac3e31d5
+size 5939951
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif
new file mode 100644
index 0000000000000000000000000000000000000000..b7474f65e89fcd07f727e7462bd9072a78bcb70a
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6053f085d320b7c30fc5d334494be12e58e5646961edc12a00b4ae6ca4fb61
+size 3561297
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif
new file mode 100644
index 0000000000000000000000000000000000000000..5aac8e72300c0f1e5b3e18df37be13447c45939f
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f642163a7431262639a8da83f5ea7df796fb08b3ca9409a94f58a839c2adb32
+size 2755604
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif
new file mode 100644
index 0000000000000000000000000000000000000000..e4c3d6ffda3faf049e76e25a5a686454a5598b10
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933c079c55b1f8ac6ea171dc810d0268469a7a1f44cb05c3b00edd86c197d36d
+size 4114193
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif
new file mode 100644
index 0000000000000000000000000000000000000000..51abcdc4a00487ccc042d98e234245421d1843ab
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58956a9db45904d052c7ee5a75c325329ea4508a62359ab33c6da371d5903c5e
+size 3223512
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif
new file mode 100644
index 0000000000000000000000000000000000000000..9f334cc08859095060b0a1938e8e6a2bc02eac2f
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1e23f6d38abdcc0ae3ca83b5ce6d4e5c3351c290e5a08e40a770df244b86f1
+size 3491627
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif
new file mode 100644
index 0000000000000000000000000000000000000000..f94d08ab05655d9a4fbe8e24f8fb562f057a9e58
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0dcd13a905c6158a551a54dae53cb9f792122d422a4b85f0b797b86b04ddc5
+size 3032152
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif
new file mode 100644
index 0000000000000000000000000000000000000000..fb86ba80f196bd29f7ed401ddd5ebccadb7d140c
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9aff54d24b46f27bfec081a6c4ba61193dd0226cf11a06c01fd39ec43d54c52
+size 3450008
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif
new file mode 100644
index 0000000000000000000000000000000000000000..a5d5d7072ad274c2ed4ffda58dd1ad66c03f016a
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c54e7a622003f9c58b65eedbc03d23aad20c5ff69e53f1e40799501d2e5a49
+size 3248927
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif
new file mode 100644
index 0000000000000000000000000000000000000000..cfe4f8978235fce2b00fc05cf3e0a59cf45c152f
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a841558189f22b69e025fef17ba224e74baa3c153b64f46e47369c90a1237931
+size 5943359
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif
new file mode 100644
index 0000000000000000000000000000000000000000..04ce8a21a27b5b57d097766b25c945eb3b9cf5c9
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba920296ad48066d62666f921e8965a0d1388c297b0d4fdf9c427d7df906c09
+size 5047258
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif
new file mode 100644
index 0000000000000000000000000000000000000000..a37ee5fa9a24e2edcc43eadb42d7669db020c670
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7762b55c29f11abaa16e63d0538e6224393abf9238e9ee100caa10813c731cd8
+size 3531008
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif
new file mode 100644
index 0000000000000000000000000000000000000000..b5e9fcccd8aa04d95bc9d1a777350e75692b4bbc
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4c208369065f5950847895c9fa36f98b42901b42e8bf712f4160cec2193e06
+size 3298074
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif
new file mode 100644
index 0000000000000000000000000000000000000000..266833c729de16541ca1f3939d4203740dabc984
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f826899c0450e3de6616d7cf72585a6b1b022f5268a534f2080959fb5fcab066
+size 3625126
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif
new file mode 100644
index 0000000000000000000000000000000000000000..31156378289d9b4864e7c891517f3ca7404a347d
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d5889be1880f0c8560545ccaa8bed131a64dccb281a6f5acb833a063bbb4a
+size 3277190
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif
new file mode 100644
index 0000000000000000000000000000000000000000..d2cbe1001f1ff1f9d794f0ee05c936483c94f9e2
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a29c659a2d0027bd93132064edd30d837ff7112577b574b0f1a1b041e453a4b
+size 4927593
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif
new file mode 100644
index 0000000000000000000000000000000000000000..78c0130595e96608a12bfc80da96e247a9370c83
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0312cd5d9f997ded0e983bd411a016f83adf2bc2ca5c932461999aa490b1db0d
+size 6515231
diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif
new file mode 100644
index 0000000000000000000000000000000000000000..bfaf4dd908d4b5464832c7b9fce7a6d76d73975d
--- /dev/null
+++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1472a60547ea68027dfa3ae05a4ae1697e7606f1242bcfc7e4467d71df9f30
+size 3317435