diff --git a/.gitattributes b/.gitattributes index 48f3daf4426fb293b32dafffc4dbaf0de7c61e00..20ad69898c191406ebf4c4b401957f48e42a16be 100644 --- a/.gitattributes +++ b/.gitattributes @@ -36,3 +36,103 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/__pycache__/run_maniskill_pickclutter_smoke.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/__pycache__/run_maniskill_bridge_retrieval_smoke.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text reports/proxy_rank_only_live/active/reveal_benchmark.json filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif filter=lfs diff=lfs merge=lfs -text +reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif filter=lfs diff=lfs merge=lfs -text diff --git a/MODEL_AND_ARTIFACT_INDEX.md b/MODEL_AND_ARTIFACT_INDEX.md index 3d93d0be293e1480e060bc84d3737a1eae5f8c37..409d60254281c56d196053bae7cb543f119e785c 100644 --- a/MODEL_AND_ARTIFACT_INDEX.md +++ b/MODEL_AND_ARTIFACT_INDEX.md @@ -16,6 +16,8 @@ - `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref/` - strongest current dense-occlusion result +- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/` + - side-by-side visual rerender of the final dense-occlusion held-out benchmark - `reports/maniskill_bag_bridge_eval_less_bonus_seed17/` - `reports/maniskill_bag_bridge_eval_less_bonus_seed23/` - `reports/maniskill_bag_bridge_eval_less_bonus_2seed_manual_summary.json` @@ -40,6 +42,10 @@ - `docs/public_bridge_smoke_run_log_2026-04-01.md` - `docs/minimum_sign_of_life_maniskill_pickclutter_run_2026-04-01.md` +## Main Current Render Code + +- `code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py` + ## Repo History - `history/VLAarchtests_previous_README.md` diff --git a/PUBLIC_BENCHMARK_RESULTS.md b/PUBLIC_BENCHMARK_RESULTS.md index 8b850bb170532a1205532e88626c43cf8aafa517..fdc328f995915d07977df82cc600a0ab971e0ff2 100644 --- a/PUBLIC_BENCHMARK_RESULTS.md +++ b/PUBLIC_BENCHMARK_RESULTS.md @@ -53,6 +53,10 @@ Benchmark: - `95% CI = [0.44, 0.72]` - `intervention_rate = 1.0` - `non_base_selection_rate = 1.0` +- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/` + - full rerender of all `50` held-out seeds for `trunk_only_ft` and `adapter_active_ft` + - includes `index.html`, `INDEX.md`, and `manifest.json` + - rerender manifest reports `0` success mismatches against the saved benchmark json files ### Exact `smoke_v5` eval tuning carried to held-out diff --git a/README.md b/README.md index 72c8249d083e7b980f5743b86ca66848f1510c8a..6a17a6c62104ed76f7ef64e1426f4d31f26ea9cb 100644 --- a/README.md +++ b/README.md @@ -33,6 +33,7 @@ The main new addition in this repo is the public benchmark track work for the el - ManiSkill bridge cloth retrieval proxy as the folded-cloth retrieval proxy - the public benchmark package code and summaries - the train/eval logs, checkpoints, cached datasets, validation sweeps, and correction logs for those runs +- full visual rerenders of the final `smoke_v5_eval_tuned_softerpref` dense-occlusion benchmark for both `trunk_only_ft` and `adapter_active_ft` - the same-machine environment snapshot for the public benchmark stack used on this RunPod ## Top-Level Contents @@ -60,6 +61,24 @@ The main new addition in this repo is the public benchmark track work for the el - `MODEL_AND_ARTIFACT_INDEX.md` - practical map of the main artifact roots to start from +## Benchmark GIF Renders + +The repo now also includes a full rendered replay of the final dense-occlusion benchmark: + +- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/` + - `50` held-out `trunk_only_ft` gifs + - `50` held-out `adapter_active_ft` gifs + - `index.html`, `INDEX.md`, and `manifest.json` for browsing and validation +- renderer: + - `code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py` + +Important caveats: + +- these gifs are rerendered from the saved `smoke_v5_eval_tuned_softerpref` checkpoints and exact held-out seeds, not a different benchmark run +- the rerender kept the same `softer_pref` planner override used in the reported held-out result +- the rerender manifest records `0` success mismatches versus the saved benchmark json files +- only the dense-occlusion track has this full gif export right now + ## Architecture State Carried Forward The core model family inherited from `VLAarchtests3` is still: @@ -218,6 +237,21 @@ The big changes across `smoke_v2`, `smoke_v3`, `smoke_v4`, and `smoke_v5` were: The big occlusion win was not caused by changing the eval episodes. +### Dense-Occlusion Render Artifacts + +The final dense-occlusion run also has a full visual export in: + +- `reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/` + +Those gifs show the robot interacting with the 3D scene and overlay the adaptor state per frame. For `adapter_active_ft`, the overlay includes: + +- adaptor on/off state +- whether a non-base proposal was selected +- candidate index +- planner name +- planner score/confidence +- state signals such as visibility, access, gap, and damage + ## Crucial Caveats ### Occlusion result was planner-tuned diff --git a/code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py b/code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py new file mode 100644 index 0000000000000000000000000000000000000000..cc2d2da161f44579775f61d423c37610393cb20f --- /dev/null +++ b/code/VLAarchtests2_code/VLAarchtests/code/reveal_vla_bimanual/eval/render_maniskill_pickclutter_benchmark_gifs.py @@ -0,0 +1,835 @@ +from __future__ import annotations + +import argparse +import html +import json +from collections import deque +from pathlib import Path +from typing import Any, Callable, Sequence + +import imageio.v2 as imageio +import numpy as np +from PIL import Image, ImageDraw, ImageFont + +from eval import run_maniskill_pickclutter_smoke as smoke + + +WORKSPACE_ROOT = Path("/workspace/workspace") +DEFAULT_REPORT_DIR = WORKSPACE_ROOT / "reports" / "maniskill_pickclutter_smoke_v5_eval_tuned_softerpref" +DEFAULT_OUTPUT_DIR = WORKSPACE_ROOT / "reports" / "maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs" +DEFAULT_CHECKPOINT_ROOT = WORKSPACE_ROOT / "outputs" / "maniskill_pickclutter_smoke_v5" +DEFAULT_TRUNK_CHECKPOINT = DEFAULT_CHECKPOINT_ROOT / "trunk_only_ft_seed17" / "checkpoint_best.pt" +DEFAULT_ADAPTER_CHECKPOINT = DEFAULT_CHECKPOINT_ROOT / "adapter_active_ft_seed17" / "checkpoint_best.pt" +DEFAULT_SPLIT_PATH = WORKSPACE_ROOT / "data" / "maniskill_pickclutter" / "smoke_v3" / "episode_splits.json" +DEFAULT_RENDER_EPISODES = 50 +SOFTER_PREF_OVERRIDES = { + "mode_preference_bonus": 0.75, + "premature_retrieve_penalty": 0.5, + "premature_insert_penalty": 0.25, + "premature_maintain_penalty": 1.0, + "occlusion_maintain_gap_min_access": 0.30, + "occlusion_maintain_gap_min_visibility": 0.20, + "retrieve_stage_access_threshold": 0.18, + "retrieve_stage_reveal_threshold": 0.18, + "retrieve_stage_support_threshold": 0.18, +} + + +def _load_font(size: int) -> ImageFont.ImageFont: + for candidate in ( + "/usr/share/fonts/truetype/dejavu/DejaVuSansMono.ttf", + "/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf", + ): + path = Path(candidate) + if path.exists(): + try: + return ImageFont.truetype(str(path), size=size) + except OSError: + continue + return ImageFont.load_default() + + +FONT = _load_font(16) +SMALL_FONT = _load_font(14) + + +def _parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description="Render the fixed smoke_v5_eval_tuned_softerpref PickClutter benchmark as GIFs.") + parser.add_argument("--report-dir", type=Path, default=DEFAULT_REPORT_DIR) + parser.add_argument("--output-dir", type=Path, default=DEFAULT_OUTPUT_DIR) + parser.add_argument("--split-path", type=Path, default=DEFAULT_SPLIT_PATH) + parser.add_argument("--trunk-checkpoint", type=Path, default=DEFAULT_TRUNK_CHECKPOINT) + parser.add_argument("--adapter-checkpoint", type=Path, default=DEFAULT_ADAPTER_CHECKPOINT) + parser.add_argument("--seed", type=int, default=17, help="Training seed used for the checkpoints.") + parser.add_argument("--limit", type=int, default=DEFAULT_RENDER_EPISODES) + parser.add_argument("--start-index", type=int, default=0) + parser.add_argument("--mode", choices=("both", "trunk_only_ft", "adapter_active_ft"), default="both") + parser.add_argument("--frame-stride", type=int, default=3, help="Capture every N low-level env steps.") + parser.add_argument("--fps", type=int, default=8) + parser.add_argument("--render-size", type=int, default=512) + parser.add_argument("--initial-hold", type=int, default=6) + parser.add_argument("--final-hold", type=int, default=10) + parser.add_argument("--skip-existing", action="store_true") + return parser.parse_args() + + +def _load_eval_seeds(split_path: Path, *, start_index: int, limit: int) -> list[int]: + payload = json.loads(split_path.read_text(encoding="utf-8")) + seeds = [int(seed) for seed in payload["eval"]] + return seeds[start_index : start_index + limit] + + +def _load_expected_records(report_path: Path) -> dict[int, dict[str, Any]]: + payload = json.loads(report_path.read_text(encoding="utf-8")) + return { + int(record["episode_seed"]): record + for record in payload.get("episode_records", []) + } + + +def _float_value(value: Any) -> float | None: + if value is None: + return None + array = smoke._np(value).reshape(-1) + if array.size == 0: + return None + return float(array[0]) + + +def _vector_values(value: Any) -> list[float]: + return [float(item) for item in smoke._np(value).reshape(-1).tolist()] + + +def _stringify_mode_list(value: Any) -> list[str]: + if value is None: + return [] + if isinstance(value, (list, tuple)): + if value and isinstance(value[0], (list, tuple)): + return [str(item) for item in value[0]] + return [str(item) for item in value] + return [str(value)] + + +def _to_render_rgb(frame: Any) -> np.ndarray: + array = smoke._np(frame) + if array.ndim == 4: + array = array[0] + array = np.asarray(array, dtype=np.uint8) + if array.shape[-1] == 4: + array = array[..., :3] + return array + + +def _state_line(label: str, value: float | None) -> str: + if value is None: + return f"{label}=n/a" + return f"{label}={value:.2f}" + + +def _build_overlay_lines( + *, + render_mode_name: str, + episode_seed: int, + macro_step: int, + macro_limit: int, + low_level_step: int, + selected_mode: str, + adapter_active: bool, + non_base: bool, + selected_index: int | None, + selected_score: float | None, + selected_confidence: float | None, + planning_mode: str | None, + interaction_state: dict[str, Any], + env: smoke.PickClutterRevealEnv, +) -> list[str]: + display_name = "adapter_on" if render_mode_name == "adapter_active_ft" else "trunk_only" + success_now = smoke._success_from_state(env) + progress = smoke._extraction_progress(env) + clearance = smoke._clearance_score(env) + lines = [ + f"{display_name} | seed {episode_seed} | macro {macro_step}/{macro_limit}", + f"sim {low_level_step} | mode {selected_mode} | ok {'yes' if success_now else 'no'} | prog {progress:.2f} | clr {clearance:.2f}", + ] + if render_mode_name == "trunk_only_ft": + lines.append("policy trunk_only | adaptor off") + return lines + state_conf = _float_value(interaction_state.get("state_confidence")) + visibility = _float_value(interaction_state.get("target_visibility_confidence")) + access = _float_value(interaction_state.get("actor_feasibility_score")) + gap_width = _float_value(interaction_state.get("gap_width")) + damage = _float_value(interaction_state.get("damage_proxy")) + lines.append( + f"adaptor {'on' if adapter_active else 'pass'} | non_base {'yes' if non_base else 'no'}" + f" | cand {selected_index if selected_index is not None else 'n/a'}" + ) + lines.append( + f"planner {planning_mode or 'n/a'}" + + " | " + + (f"score {selected_score:.2f}" if selected_score is not None else "score n/a") + + " | " + + (f"conf {selected_confidence:.2f}" if selected_confidence is not None else "conf n/a") + ) + lines.append(" | ".join([_state_line("state", state_conf), _state_line("vis", visibility), _state_line("access", access)])) + lines.append( + " | ".join( + [ + _state_line("gap", gap_width), + _state_line("dmg", damage), + ] + ) + ) + return lines + + +def _annotate_frame(frame: np.ndarray, lines: Sequence[str], *, render_size: int) -> np.ndarray: + image = Image.fromarray(frame) + if image.size != (render_size, render_size): + image = image.resize((render_size, render_size), resample=Image.Resampling.BILINEAR) + overlay_height = 148 + canvas = Image.new("RGB", (render_size, render_size + overlay_height), color=(0, 0, 0)) + canvas.paste(image, (0, 0)) + draw = ImageDraw.Draw(canvas, "RGBA") + draw.rectangle((0, render_size, render_size, render_size + overlay_height), fill=(0, 0, 0, 220)) + y = render_size + 10 + for index, line in enumerate(lines): + font = FONT if index < 2 else SMALL_FONT + draw.text((12, y), line, font=font, fill=(245, 245, 245, 255)) + y += 22 if index < 2 else 20 + return np.asarray(canvas, dtype=np.uint8) + + +class FrameRecorder: + def __init__( + self, + *, + render_mode_name: str, + output_path: Path, + render_size: int, + frame_stride: int, + fps: int, + initial_hold: int, + final_hold: int, + ) -> None: + self.render_mode_name = render_mode_name + self.output_path = output_path + self.render_size = int(render_size) + self.frame_stride = max(1, int(frame_stride)) + self.fps = max(1, int(fps)) + self.initial_hold = max(1, int(initial_hold)) + self.final_hold = max(1, int(final_hold)) + self.frames: list[np.ndarray] = [] + self.low_level_step = 0 + + def capture( + self, + env: smoke.PickClutterRevealEnv, + *, + overlay_lines: Sequence[str], + force: bool = False, + hold: int = 1, + ) -> None: + if not force and (self.low_level_step % self.frame_stride) != 0: + self.low_level_step += 1 + return + frame = _to_render_rgb(env.render()) + annotated = _annotate_frame(frame, overlay_lines, render_size=self.render_size) + repeat = max(1, int(hold)) + for _ in range(repeat): + self.frames.append(annotated) + self.low_level_step += 1 + + def write(self) -> None: + self.output_path.parent.mkdir(parents=True, exist_ok=True) + imageio.mimsave(self.output_path, self.frames, duration=1.0 / float(self.fps), loop=0) + + +def _selected_adapter_details(outputs: dict[str, Any], *, selected_mode: str, active_mask: bool) -> dict[str, Any]: + if "proposal_mode_names" not in outputs or "best_candidate_indices" not in outputs: + return { + "selected_index": None, + "selected_score": None, + "selected_confidence": None, + "planning_mode": outputs.get("planning_mode"), + "interaction_state": outputs.get("interaction_state", {}), + } + proposal_mode_names = _stringify_mode_list(outputs.get("proposal_mode_names")) + best_index = int(smoke._np(outputs["best_candidate_indices"]).reshape(-1)[0]) + planner_scores = _vector_values(outputs.get("planner_scores")) + confidences = _vector_values(outputs.get("adapter_confidence")) + score = planner_scores[best_index] if best_index < len(planner_scores) else None + confidence = confidences[best_index] if best_index < len(confidences) else None + if not active_mask: + best_index = proposal_mode_names.index(selected_mode) if selected_mode in proposal_mode_names else None + score = None if best_index is None or best_index >= len(planner_scores) else planner_scores[best_index] + confidence = None if best_index is None or best_index >= len(confidences) else confidences[best_index] + return { + "selected_index": best_index, + "selected_score": None if score is None else float(score), + "selected_confidence": None if confidence is None else float(confidence), + "planning_mode": outputs.get("planning_mode"), + "interaction_state": outputs.get("interaction_state", {}), + } + + +def _capture_repeat_delta( + env: smoke.PickClutterRevealEnv, + delta_xyz: Sequence[float], + *, + open_gripper: bool, + steps: int, + capture_callback: Callable[[smoke.PickClutterRevealEnv], None], +) -> dict[str, Any]: + last_obs: dict[str, Any] | None = None + action = np.zeros((1, 4), dtype=np.float32) + action[0, :3] = np.asarray(delta_xyz, dtype=np.float32) + action[0, 3] = smoke._gripper_action(open_gripper) + info = env.get_info() + for _ in range(int(steps)): + obs, _, terminated, truncated, info = env.step(action) + last_obs = obs + capture_callback(env) + if bool(np.asarray(terminated).reshape(-1)[0]) or bool(np.asarray(truncated).reshape(-1)[0]): + break + return { + "obs": last_obs if last_obs is not None else env.get_obs(info), + "terminated": False, + "truncated": False, + "info": info, + } + + +def _capture_move_tcp_to( + env: smoke.PickClutterRevealEnv, + target_xyz: Sequence[float], + *, + open_gripper: bool, + capture_callback: Callable[[smoke.PickClutterRevealEnv], None], + max_steps: int = 120, + tolerance: float = 0.008, +) -> dict[str, Any]: + last_obs: dict[str, Any] | None = None + target = np.asarray(target_xyz, dtype=np.float32) + info = env.get_info() + for _ in range(int(max_steps)): + tcp = smoke._vec3(env.unwrapped.agent.tcp.pose.p) + delta = target - tcp + if float(np.linalg.norm(delta)) <= float(tolerance): + break + action = np.zeros((1, 4), dtype=np.float32) + action[0, :3] = np.clip(delta / 0.04, -1.0, 1.0) + action[0, 3] = smoke._gripper_action(open_gripper) + obs, _, terminated, truncated, info = env.step(action) + last_obs = obs + capture_callback(env) + if bool(np.asarray(terminated).reshape(-1)[0]) or bool(np.asarray(truncated).reshape(-1)[0]): + break + return { + "obs": last_obs if last_obs is not None else env.get_obs(info), + "info": info, + } + + +def _capture_execute_push( + env: smoke.PickClutterRevealEnv, + *, + anchor_xyz: np.ndarray, + pre_offset: np.ndarray, + push_delta: np.ndarray, + push_steps: int, + capture_callback: Callable[[smoke.PickClutterRevealEnv], None], +) -> dict[str, Any]: + _capture_move_tcp_to( + env, + anchor_xyz + np.array([0.0, 0.0, 0.08], dtype=np.float32) + pre_offset, + open_gripper=True, + capture_callback=capture_callback, + ) + _capture_move_tcp_to( + env, + anchor_xyz + pre_offset, + open_gripper=True, + capture_callback=capture_callback, + max_steps=100, + tolerance=0.010, + ) + result = _capture_repeat_delta( + env, + push_delta, + open_gripper=True, + steps=push_steps, + capture_callback=capture_callback, + ) + _capture_move_tcp_to( + env, + np.array([smoke._vec3(env.unwrapped.agent.tcp.pose.p)[0], smoke._vec3(env.unwrapped.agent.tcp.pose.p)[1], 0.10], dtype=np.float32), + open_gripper=True, + capture_callback=capture_callback, + max_steps=80, + tolerance=0.012, + ) + return result + + +def _capture_execute_mode( + env: smoke.PickClutterRevealEnv, + mode_name: str, + *, + capture_callback: Callable[[smoke.PickClutterRevealEnv], None], +) -> dict[str, Any]: + target = smoke._target_position(env) + blocker = smoke._find_path_blocker(env) + if mode_name == "retrieve": + return _capture_execute_push( + env, + anchor_xyz=target, + pre_offset=np.array([0.0, 0.035, 0.026], dtype=np.float32), + push_delta=np.array([0.0, -0.7, 0.0], dtype=np.float32), + push_steps=18, + capture_callback=capture_callback, + ) + if mode_name == "insert_actor": + return _capture_execute_push( + env, + anchor_xyz=target, + pre_offset=np.array([0.0, 0.045, 0.028], dtype=np.float32), + push_delta=np.array([0.0, -0.4, 0.0], dtype=np.float32), + push_steps=10, + capture_callback=capture_callback, + ) + if mode_name == "widen_gap": + anchor = blocker if blocker is not None else target + direction = -1.0 if anchor[0] >= target[0] else 1.0 + return _capture_execute_push( + env, + anchor_xyz=anchor, + pre_offset=np.array([0.0, 0.025, 0.028], dtype=np.float32), + push_delta=np.array([0.75 * direction, -0.12, 0.0], dtype=np.float32), + push_steps=18, + capture_callback=capture_callback, + ) + if mode_name == "sweep_left": + anchor = blocker if blocker is not None else target + return _capture_execute_push( + env, + anchor_xyz=anchor, + pre_offset=np.array([0.015, 0.025, 0.028], dtype=np.float32), + push_delta=np.array([-0.70, -0.10, 0.0], dtype=np.float32), + push_steps=14, + capture_callback=capture_callback, + ) + if mode_name == "sweep_right": + anchor = blocker if blocker is not None else target + return _capture_execute_push( + env, + anchor_xyz=anchor, + pre_offset=np.array([-0.015, 0.025, 0.028], dtype=np.float32), + push_delta=np.array([0.70, -0.10, 0.0], dtype=np.float32), + push_steps=14, + capture_callback=capture_callback, + ) + if mode_name == "pin_canopy": + anchor = blocker if blocker is not None else target + return _capture_execute_push( + env, + anchor_xyz=anchor, + pre_offset=np.array([0.0, -0.015, 0.028], dtype=np.float32), + push_delta=np.array([0.0, 0.35, 0.0], dtype=np.float32), + push_steps=10, + capture_callback=capture_callback, + ) + if mode_name in {"maintain_gap", "base_action"}: + _capture_move_tcp_to( + env, + np.array([target[0], target[1] + 0.02, 0.10], dtype=np.float32), + open_gripper=True, + capture_callback=capture_callback, + max_steps=60, + tolerance=0.015, + ) + return _capture_repeat_delta( + env, + np.array([0.0, -0.10, 0.0], dtype=np.float32), + open_gripper=True, + steps=4, + capture_callback=capture_callback, + ) + raise KeyError(f"Unsupported mode: {mode_name}") + + +def _render_episode( + *, + model: Any, + device: Any, + adapter_mode: str, + render_mode_name: str, + episode_seed: int, + expected_record: dict[str, Any] | None, + output_path: Path, + frame_stride: int, + fps: int, + render_size: int, + initial_hold: int, + final_hold: int, +) -> dict[str, Any]: + obs_env = smoke.PickClutterRevealEnv( + obs_mode="rgb+depth+segmentation", + control_mode="pd_ee_delta_pos", + render_mode="rgb_array", + ) + sim_env = smoke.PickClutterRevealEnv( + obs_mode="none", + control_mode="pd_ee_delta_pos", + render_mode="rgb_array", + ) + recorder = FrameRecorder( + render_mode_name=render_mode_name, + output_path=output_path, + render_size=render_size, + frame_stride=frame_stride, + fps=fps, + initial_hold=initial_hold, + final_hold=final_hold, + ) + history: deque[dict[str, Any]] = deque(maxlen=smoke.HISTORY_STEPS) + success = False + first_reveal_step: int | None = None + first_retrieve_step: int | None = None + episode_disturbance: list[float] = [] + try: + obs, _ = obs_env.reset(seed=int(episode_seed)) + sim_env.reset(seed=int(episode_seed)) + smoke._sync_env_state(obs_env, sim_env) + bootstrap_name = "adapter_on" if render_mode_name == "adapter_active_ft" else "trunk_only" + bootstrap_lines = [ + f"{bootstrap_name} | seed {episode_seed} | macro 0/{smoke.MAX_MACRO_STEPS}", + "sim 0 | mode reset | ok no | prog 0.00 | clr 0.00", + "adaptor bootstrapping benchmark render", + ] + recorder.capture(sim_env, overlay_lines=bootstrap_lines, force=True, hold=initial_hold) + for decision_step in range(smoke.MAX_MACRO_STEPS): + obs_bundle = smoke._extract_sensor_bundle(obs) + proprio = smoke._build_proprio(obs_env) + batch = smoke._batch_from_obs(obs_bundle, proprio, list(history), device) + with smoke.torch.no_grad(): + if adapter_mode == "trunk_only": + outputs = model(**batch) + else: + outputs = model( + **batch, + adapter_mode=adapter_mode, + use_transition_model=True, + use_task_conditioning=True, + ) + selected_mode, active_mask, non_base = smoke._eval_mode_name(outputs, render_mode_name) + adapter_details = _selected_adapter_details(outputs, selected_mode=selected_mode, active_mask=active_mask) + + def capture_callback(current_env: smoke.PickClutterRevealEnv) -> None: + overlay_lines = _build_overlay_lines( + render_mode_name=render_mode_name, + episode_seed=episode_seed, + macro_step=decision_step + 1, + macro_limit=smoke.MAX_MACRO_STEPS, + low_level_step=recorder.low_level_step, + selected_mode=selected_mode, + adapter_active=active_mask, + non_base=non_base, + selected_index=adapter_details["selected_index"], + selected_score=adapter_details["selected_score"], + selected_confidence=adapter_details["selected_confidence"], + planning_mode=None if adapter_details["planning_mode"] is None else str(adapter_details["planning_mode"]), + interaction_state=adapter_details["interaction_state"] or {}, + env=current_env, + ) + recorder.capture(current_env, overlay_lines=overlay_lines) + + pre_action_lines = _build_overlay_lines( + render_mode_name=render_mode_name, + episode_seed=episode_seed, + macro_step=decision_step + 1, + macro_limit=smoke.MAX_MACRO_STEPS, + low_level_step=recorder.low_level_step, + selected_mode=selected_mode, + adapter_active=active_mask, + non_base=non_base, + selected_index=adapter_details["selected_index"], + selected_score=adapter_details["selected_score"], + selected_confidence=adapter_details["selected_confidence"], + planning_mode=None if adapter_details["planning_mode"] is None else str(adapter_details["planning_mode"]), + interaction_state=adapter_details["interaction_state"] or {}, + env=sim_env, + ) + recorder.capture(sim_env, overlay_lines=pre_action_lines, force=True, hold=2) + start_positions = smoke._all_positions(obs_env) + smoke._sync_env_state(obs_env, sim_env) + _capture_execute_mode(sim_env, selected_mode, capture_callback=capture_callback) + end_metrics = smoke._candidate_metrics(sim_env, start_positions=start_positions, current_obs_bundle=None) + smoke._sync_env_state(sim_env, obs_env) + obs = obs_env.get_obs(obs_env.get_info()) + history.append( + smoke._init_history_entry( + obs_bundle, + proprio, + smoke.CANONICAL_CHUNKS.get(selected_mode, smoke.CANONICAL_CHUNKS["base_action"]), + ) + ) + episode_disturbance.append(end_metrics["disturbance"]) + if selected_mode != "retrieve" and selected_mode not in {"base_action", "maintain_gap"} and first_reveal_step is None: + first_reveal_step = decision_step + 1 + if selected_mode == "retrieve" and first_retrieve_step is None: + first_retrieve_step = decision_step + 1 + if smoke._success_from_state(obs_env): + success = True + break + completion_name = "adapter_on" if render_mode_name == "adapter_active_ft" else "trunk_only" + completion_lines = [ + f"{completion_name} | seed {episode_seed} | macro {len(history)}/{smoke.MAX_MACRO_STEPS}", + f"sim {recorder.low_level_step} | done | success {'yes' if success else 'no'} | expected {'yes' if bool(expected_record and expected_record.get('success')) else 'no'}", + f"steps {len(history)} | first_reveal {first_reveal_step} | first_retrieve {first_retrieve_step}", + ] + recorder.capture(sim_env, overlay_lines=completion_lines, force=True, hold=final_hold) + recorder.write() + finally: + obs_env.close() + sim_env.close() + expected_success = None if expected_record is None else bool(expected_record.get("success")) + return { + "episode_seed": int(episode_seed), + "render_mode_name": render_mode_name, + "adapter_mode": adapter_mode, + "gif_path": str(output_path), + "frames": len(recorder.frames), + "success": bool(success), + "expected_success": expected_success, + "matches_expected_success": None if expected_success is None else bool(success) == expected_success, + "steps": len(history), + "first_reveal_step": first_reveal_step, + "first_retrieve_step": first_retrieve_step, + "episode_disturbance": float(np.mean(episode_disturbance)) if episode_disturbance else 0.0, + } + + +def _render_mode_bundle( + *, + model: Any, + device: Any, + adapter_mode: str, + render_mode_name: str, + seeds: Sequence[int], + expected_records: dict[int, dict[str, Any]], + output_dir: Path, + frame_stride: int, + fps: int, + render_size: int, + initial_hold: int, + final_hold: int, + skip_existing: bool, +) -> list[dict[str, Any]]: + mode_dir = output_dir / render_mode_name + records: list[dict[str, Any]] = [] + for episode_seed in seeds: + output_path = mode_dir / f"seed_{int(episode_seed)}.gif" + if skip_existing and output_path.exists(): + expected = expected_records.get(int(episode_seed)) + records.append( + { + "episode_seed": int(episode_seed), + "render_mode_name": render_mode_name, + "adapter_mode": adapter_mode, + "gif_path": str(output_path), + "frames": None, + "success": None, + "expected_success": None if expected is None else bool(expected.get("success")), + "matches_expected_success": None, + "steps": None, + "first_reveal_step": None, + "first_retrieve_step": None, + "episode_disturbance": None, + "skipped_existing": True, + } + ) + print(json.dumps({"phase": "render_skip_existing", "mode": render_mode_name, "episode_seed": int(episode_seed)}), flush=True) + continue + record = _render_episode( + model=model, + device=device, + adapter_mode=adapter_mode, + render_mode_name=render_mode_name, + episode_seed=int(episode_seed), + expected_record=expected_records.get(int(episode_seed)), + output_path=output_path, + frame_stride=frame_stride, + fps=fps, + render_size=render_size, + initial_hold=initial_hold, + final_hold=final_hold, + ) + records.append(record) + print( + json.dumps( + { + "phase": "render_episode_complete", + "mode": render_mode_name, + "episode_seed": int(episode_seed), + "success": record["success"], + "expected_success": record["expected_success"], + "matches_expected_success": record["matches_expected_success"], + "gif_path": str(output_path), + } + ), + flush=True, + ) + return records + + +def _write_manifest(output_dir: Path, payload: dict[str, Any]) -> None: + output_dir.mkdir(parents=True, exist_ok=True) + (output_dir / "manifest.json").write_text(json.dumps(payload, indent=2) + "\n", encoding="utf-8") + + +def _write_index(output_dir: Path, payload: dict[str, Any]) -> None: + rows = [] + all_seeds = payload["seeds"] + by_mode: dict[str, dict[int, dict[str, Any]]] = {} + for mode_payload in payload["mode_records"]: + by_mode[mode_payload["render_mode_name"]] = { + int(record["episode_seed"]): record for record in mode_payload["records"] + } + for episode_seed in all_seeds: + trunk = by_mode.get("trunk_only_ft", {}).get(int(episode_seed)) + active = by_mode.get("adapter_active_ft", {}).get(int(episode_seed)) + rows.append( + { + "episode_seed": int(episode_seed), + "trunk_gif": "" if trunk is None else Path(str(trunk["gif_path"])).relative_to(output_dir).as_posix(), + "trunk_success": None if trunk is None else trunk["success"], + "adapter_gif": "" if active is None else Path(str(active["gif_path"])).relative_to(output_dir).as_posix(), + "adapter_success": None if active is None else active["success"], + } + ) + markdown_lines = [ + "# PickClutter smoke_v5_eval_tuned_softerpref GIF index", + "", + "- exact checkpoints: `maniskill_pickclutter_smoke_v5` seed17", + "- exact held-out seeds: `172000..172049`", + "- exact planner override: `softer_pref`", + "- overlays show selected mode and adaptor state on each frame", + "", + "| episode_seed | trunk_only_ft | success | adapter_active_ft | success |", + "| --- | --- | --- | --- | --- |", + ] + html_rows = [] + for row in rows: + markdown_lines.append( + f"| {row['episode_seed']} | " + f"[gif]({row['trunk_gif']}) | {row['trunk_success']} | " + f"[gif]({row['adapter_gif']}) | {row['adapter_success']} |" + ) + html_rows.append( + "" + f"{row['episode_seed']}" + f"" + f"{row['trunk_success']}" + f"" + f"{row['adapter_success']}" + "" + ) + (output_dir / "INDEX.md").write_text("\n".join(markdown_lines) + "\n", encoding="utf-8") + html_text = ( + "PickClutter smoke_v5_eval_tuned_softerpref GIFs" + "" + "

PickClutter smoke_v5_eval_tuned_softerpref GIFs

" + "

Exact checkpoints: maniskill_pickclutter_smoke_v5 seed17. Exact held-out seeds: 172000..172049. Exact planner override: softer_pref.

" + "" + + "".join(html_rows) + + "
episode_seedtrunk_only_ftsuccessadapter_active_ftsuccess
" + ) + (output_dir / "index.html").write_text(html_text, encoding="utf-8") + + +def main() -> None: + args = _parse_args() + seeds = _load_eval_seeds(args.split_path, start_index=args.start_index, limit=args.limit) + manifest_payload = { + "source_report_dir": str(args.report_dir), + "output_dir": str(args.output_dir), + "split_path": str(args.split_path), + "checkpoints": { + "trunk_only_ft": str(args.trunk_checkpoint), + "adapter_active_ft": str(args.adapter_checkpoint), + }, + "planner_overrides": SOFTER_PREF_OVERRIDES, + "seeds": [int(seed) for seed in seeds], + "mode_records": [], + } + + mode_specs: list[tuple[str, str, Path, dict[int, dict[str, Any]]]] = [] + if args.mode in {"both", "trunk_only_ft"}: + mode_specs.append( + ( + "trunk_only", + "trunk_only_ft", + args.trunk_checkpoint, + _load_expected_records(args.report_dir / f"trunk_only_ft_seed{args.seed}.json"), + ) + ) + if args.mode in {"both", "adapter_active_ft"}: + mode_specs.append( + ( + "adapter_active", + "adapter_active_ft", + args.adapter_checkpoint, + _load_expected_records(args.report_dir / f"adapter_active_ft_seed{args.seed}.json"), + ) + ) + + for adapter_mode, render_mode_name, checkpoint_path, expected_records in mode_specs: + print( + json.dumps( + { + "phase": "render_mode_start", + "adapter_mode": adapter_mode, + "render_mode_name": render_mode_name, + "episodes": len(seeds), + "checkpoint_path": str(checkpoint_path), + } + ), + flush=True, + ) + model, _checkpoint = smoke._load_checkpoint( + checkpoint_path, + adapter_mode=adapter_mode if adapter_mode != "trunk_only" else None, + planner_overrides=SOFTER_PREF_OVERRIDES, + ) + device = next(model.parameters()).device + mode_records = _render_mode_bundle( + model=model, + device=device, + adapter_mode=adapter_mode, + render_mode_name=render_mode_name, + seeds=seeds, + expected_records=expected_records, + output_dir=args.output_dir, + frame_stride=args.frame_stride, + fps=args.fps, + render_size=args.render_size, + initial_hold=args.initial_hold, + final_hold=args.final_hold, + skip_existing=args.skip_existing, + ) + manifest_payload["mode_records"].append( + { + "adapter_mode": adapter_mode, + "render_mode_name": render_mode_name, + "records": mode_records, + } + ) + _write_manifest(args.output_dir, manifest_payload) + _write_index(args.output_dir, manifest_payload) + _write_manifest(args.output_dir, manifest_payload) + print(json.dumps({"phase": "render_complete", "output_dir": str(args.output_dir)}), flush=True) + + +if __name__ == "__main__": + main() diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/INDEX.md b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/INDEX.md new file mode 100644 index 0000000000000000000000000000000000000000..999102a086af0f78faeb8e7fa7538d49d14ff7d8 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/INDEX.md @@ -0,0 +1,59 @@ +# PickClutter smoke_v5_eval_tuned_softerpref GIF index + +- exact checkpoints: `maniskill_pickclutter_smoke_v5` seed17 +- exact held-out seeds: `172000..172049` +- exact planner override: `softer_pref` +- overlays show selected mode and adaptor state on each frame + +| episode_seed | trunk_only_ft | success | adapter_active_ft | success | +| --- | --- | --- | --- | --- | +| 172000 | [gif](trunk_only_ft/seed_172000.gif) | False | [gif](adapter_active_ft/seed_172000.gif) | True | +| 172001 | [gif](trunk_only_ft/seed_172001.gif) | False | [gif](adapter_active_ft/seed_172001.gif) | True | +| 172002 | [gif](trunk_only_ft/seed_172002.gif) | True | [gif](adapter_active_ft/seed_172002.gif) | True | +| 172003 | [gif](trunk_only_ft/seed_172003.gif) | False | [gif](adapter_active_ft/seed_172003.gif) | False | +| 172004 | [gif](trunk_only_ft/seed_172004.gif) | False | [gif](adapter_active_ft/seed_172004.gif) | True | +| 172005 | [gif](trunk_only_ft/seed_172005.gif) | False | [gif](adapter_active_ft/seed_172005.gif) | True | +| 172006 | [gif](trunk_only_ft/seed_172006.gif) | False | [gif](adapter_active_ft/seed_172006.gif) | False | +| 172007 | [gif](trunk_only_ft/seed_172007.gif) | False | [gif](adapter_active_ft/seed_172007.gif) | False | +| 172008 | [gif](trunk_only_ft/seed_172008.gif) | False | [gif](adapter_active_ft/seed_172008.gif) | False | +| 172009 | [gif](trunk_only_ft/seed_172009.gif) | False | [gif](adapter_active_ft/seed_172009.gif) | True | +| 172010 | [gif](trunk_only_ft/seed_172010.gif) | False | [gif](adapter_active_ft/seed_172010.gif) | True | +| 172011 | [gif](trunk_only_ft/seed_172011.gif) | False | [gif](adapter_active_ft/seed_172011.gif) | True | +| 172012 | [gif](trunk_only_ft/seed_172012.gif) | False | [gif](adapter_active_ft/seed_172012.gif) | False | +| 172013 | [gif](trunk_only_ft/seed_172013.gif) | False | [gif](adapter_active_ft/seed_172013.gif) | False | +| 172014 | [gif](trunk_only_ft/seed_172014.gif) | False | [gif](adapter_active_ft/seed_172014.gif) | False | +| 172015 | [gif](trunk_only_ft/seed_172015.gif) | False | [gif](adapter_active_ft/seed_172015.gif) | False | +| 172016 | [gif](trunk_only_ft/seed_172016.gif) | True | [gif](adapter_active_ft/seed_172016.gif) | True | +| 172017 | [gif](trunk_only_ft/seed_172017.gif) | False | [gif](adapter_active_ft/seed_172017.gif) | True | +| 172018 | [gif](trunk_only_ft/seed_172018.gif) | False | [gif](adapter_active_ft/seed_172018.gif) | True | +| 172019 | [gif](trunk_only_ft/seed_172019.gif) | False | [gif](adapter_active_ft/seed_172019.gif) | False | +| 172020 | [gif](trunk_only_ft/seed_172020.gif) | False | [gif](adapter_active_ft/seed_172020.gif) | True | +| 172021 | [gif](trunk_only_ft/seed_172021.gif) | False | [gif](adapter_active_ft/seed_172021.gif) | True | +| 172022 | [gif](trunk_only_ft/seed_172022.gif) | False | [gif](adapter_active_ft/seed_172022.gif) | True | +| 172023 | [gif](trunk_only_ft/seed_172023.gif) | False | [gif](adapter_active_ft/seed_172023.gif) | True | +| 172024 | [gif](trunk_only_ft/seed_172024.gif) | False | [gif](adapter_active_ft/seed_172024.gif) | False | +| 172025 | [gif](trunk_only_ft/seed_172025.gif) | False | [gif](adapter_active_ft/seed_172025.gif) | True | +| 172026 | [gif](trunk_only_ft/seed_172026.gif) | False | [gif](adapter_active_ft/seed_172026.gif) | True | +| 172027 | [gif](trunk_only_ft/seed_172027.gif) | False | [gif](adapter_active_ft/seed_172027.gif) | True | +| 172028 | [gif](trunk_only_ft/seed_172028.gif) | False | [gif](adapter_active_ft/seed_172028.gif) | False | +| 172029 | [gif](trunk_only_ft/seed_172029.gif) | False | [gif](adapter_active_ft/seed_172029.gif) | True | +| 172030 | [gif](trunk_only_ft/seed_172030.gif) | False | [gif](adapter_active_ft/seed_172030.gif) | True | +| 172031 | [gif](trunk_only_ft/seed_172031.gif) | False | [gif](adapter_active_ft/seed_172031.gif) | False | +| 172032 | [gif](trunk_only_ft/seed_172032.gif) | False | [gif](adapter_active_ft/seed_172032.gif) | True | +| 172033 | [gif](trunk_only_ft/seed_172033.gif) | False | [gif](adapter_active_ft/seed_172033.gif) | True | +| 172034 | [gif](trunk_only_ft/seed_172034.gif) | False | [gif](adapter_active_ft/seed_172034.gif) | True | +| 172035 | [gif](trunk_only_ft/seed_172035.gif) | False | [gif](adapter_active_ft/seed_172035.gif) | True | +| 172036 | [gif](trunk_only_ft/seed_172036.gif) | False | [gif](adapter_active_ft/seed_172036.gif) | False | +| 172037 | [gif](trunk_only_ft/seed_172037.gif) | False | [gif](adapter_active_ft/seed_172037.gif) | False | +| 172038 | [gif](trunk_only_ft/seed_172038.gif) | False | [gif](adapter_active_ft/seed_172038.gif) | True | +| 172039 | [gif](trunk_only_ft/seed_172039.gif) | False | [gif](adapter_active_ft/seed_172039.gif) | True | +| 172040 | [gif](trunk_only_ft/seed_172040.gif) | False | [gif](adapter_active_ft/seed_172040.gif) | True | +| 172041 | [gif](trunk_only_ft/seed_172041.gif) | False | [gif](adapter_active_ft/seed_172041.gif) | True | +| 172042 | [gif](trunk_only_ft/seed_172042.gif) | False | [gif](adapter_active_ft/seed_172042.gif) | False | +| 172043 | [gif](trunk_only_ft/seed_172043.gif) | False | [gif](adapter_active_ft/seed_172043.gif) | False | +| 172044 | [gif](trunk_only_ft/seed_172044.gif) | False | [gif](adapter_active_ft/seed_172044.gif) | True | +| 172045 | [gif](trunk_only_ft/seed_172045.gif) | False | [gif](adapter_active_ft/seed_172045.gif) | False | +| 172046 | [gif](trunk_only_ft/seed_172046.gif) | False | [gif](adapter_active_ft/seed_172046.gif) | True | +| 172047 | [gif](trunk_only_ft/seed_172047.gif) | False | [gif](adapter_active_ft/seed_172047.gif) | False | +| 172048 | [gif](trunk_only_ft/seed_172048.gif) | False | [gif](adapter_active_ft/seed_172048.gif) | False | +| 172049 | [gif](trunk_only_ft/seed_172049.gif) | False | [gif](adapter_active_ft/seed_172049.gif) | True | diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif new file mode 100644 index 0000000000000000000000000000000000000000..9aca7d985d3b5a4802c094e3d99329e4b3aac46b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:368bed2ec1c645ec41588a0dd931b61b09449e56b8b2e555e4aab1a45300635f +size 2455280 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif new file mode 100644 index 0000000000000000000000000000000000000000..e9b7d7d4937159414430e4a95e726d457371724a --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ddb71ea414af62085bc2d625c54e0f07c395e7870a512a88b657391d5884887 +size 4795056 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif new file mode 100644 index 0000000000000000000000000000000000000000..939fc53250bec7345b06da2e3c094d7d4bc16402 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae5efab4936e5be30ee86987e62b963ac3c657b980e93528ab89d50270a93da +size 1093271 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif new file mode 100644 index 0000000000000000000000000000000000000000..5fd78b087683ef8941f8e1758c7363b08c0efacf --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e62721ffe2a0105bbd87cccd63c3d3a97d74878269e8f40522570c4dea77b21 +size 5116395 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif new file mode 100644 index 0000000000000000000000000000000000000000..da49b42647a537fe6b2c1d479bfa4437252a8fc5 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b510f23601f2a831e50db806f2c5bc09244d41bb7672f081db8b6302f1655a +size 6003001 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif new file mode 100644 index 0000000000000000000000000000000000000000..2b0524a232534d55ef17c85a6f9900a9e86e9370 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0bec9c5383f77660be4cd3438a854684497d88ba9d29f891028a7e596da9e2 +size 2472354 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif new file mode 100644 index 0000000000000000000000000000000000000000..fdf22f12ba9ab60ebb56ae08ce72b4d7dd70703f --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a44776e907f288cf73383fb897ffa6d47c8b1cd8dc6f34da2c060889dee092 +size 2380534 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif new file mode 100644 index 0000000000000000000000000000000000000000..3c0eb2d788b89dd12a2b227b67b6c0c56fe08b00 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af5da3b08ea866f8f232f45035da4d22e9639ba99863dd81a67b4fc28f00d84 +size 5431314 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif new file mode 100644 index 0000000000000000000000000000000000000000..ef55f2ad470e313b99a8122177fc38d0aa0d70da --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95b6e3bd36fd2b24fe1725640d2ba89201df026741059aa0b3fd2c860ef29ef +size 2459034 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif new file mode 100644 index 0000000000000000000000000000000000000000..79141d08d766fa6448baffda7123658b99e24065 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb733a957e5062497dd3d1d758d439ce2470088c6e4ca04df32f7d79b4829cf0 +size 3084475 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif new file mode 100644 index 0000000000000000000000000000000000000000..b5431d8623b7ce23c5f0974d4d05bd15aaa59a24 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4611b63653519ead4bb7fc22c4184aeb87984d8d8b69a60a816c6ad92e69e6 +size 4617123 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif new file mode 100644 index 0000000000000000000000000000000000000000..a3c94e83910a09677945af7a85148efc6a2b8298 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93763061aa16d63b2d13affa385ef32778c043b97ee07606d0b716c150daa72b +size 1413500 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif new file mode 100644 index 0000000000000000000000000000000000000000..9e9bc26b55a7c4b49f2e7c7598612c6b4cd718b4 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6dff21816ea6c55caea8415aadf26ba3530d15143955d174196b73ddfa8f84 +size 11170943 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif new file mode 100644 index 0000000000000000000000000000000000000000..3b13a06da860a5a2b5883b591aea8b14ba1b8656 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:017454042b03e75f96b2ac7de09368be9a0bb1242cfbe65635e15422df4707a9 +size 4785861 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif new file mode 100644 index 0000000000000000000000000000000000000000..9a905f0ca0db920f8b4674e7ce9b42eca4ea0d9e --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e190ab77650faec9cf6db209a285f39612cc095ce030fda53388bc15c6e9dc +size 2993877 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif new file mode 100644 index 0000000000000000000000000000000000000000..dd2e9782230da132d01d41ba6a77f2fa288c83dc --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6102bb32a1f1a3f021ab510d695746e0339cc0ef4074c73d7678429c33b3e2 +size 6212118 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif new file mode 100644 index 0000000000000000000000000000000000000000..26b4a6bcc557a566a62fa6534b2d440f76e46aa7 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72bbb35f72f98bf6552fc2b6bdb49477e20760f5ee15df487a444ad95f61ef3 +size 1273091 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif new file mode 100644 index 0000000000000000000000000000000000000000..8a0569f15f744d6e2fc3732f5f4bf76436400ad9 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e48596ae054c86f97fa4c8cb3dce4c9494e399b92f8b0a6d45c88032ce5a1a9 +size 7594200 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif new file mode 100644 index 0000000000000000000000000000000000000000..fd7765d4358da9205765a3fe5d86e8749b730d0d --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb017170ae81292800361f56f136d29973b47c27339d5a16141a01bd087b4a4 +size 1314690 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif new file mode 100644 index 0000000000000000000000000000000000000000..78fbb3c5d4bc0c252b49c664e5f2b95d666d16e9 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3546b2ec1ebdc2855a95be2a90ad863ac4260c96c2c5b3f77f698aefd1da6bd +size 9293137 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif new file mode 100644 index 0000000000000000000000000000000000000000..d7157c564a490a8337ad7ab6769af617f0b8d92f --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf34e6d0ab587c182285d9abb3bfce8cf2347ce71d72e4d3be61f50e86133f1f +size 1208010 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif new file mode 100644 index 0000000000000000000000000000000000000000..d926df817add463b658139add42966c5d20b4286 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c157283f8de0baef55324887917a7537670b1a33b4da45bc1ab799ca68627b61 +size 2341272 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif new file mode 100644 index 0000000000000000000000000000000000000000..40706737bd299059982c01f586b872ca5210d55e --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96f0a49e129385a2c7bea803ec5ac52f0562b09316584d6239e75f838d84b09 +size 4592847 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif new file mode 100644 index 0000000000000000000000000000000000000000..faf5a97a703bb0ad3c4773686d739eeed8ebb195 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2577a7af1cfadbdee52ce146600de4bdfe1d612afcc7abdd0b17399e2a59ba4f +size 4936405 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif new file mode 100644 index 0000000000000000000000000000000000000000..b05fd84650b1f1bec23f5afbe6c10031ad1dd6e4 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6edafb136de85f389c16deb016f9ed5e4c5f377e9a8efb902b216ff6c4f37b42 +size 4435259 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif new file mode 100644 index 0000000000000000000000000000000000000000..465d9cf2aacfe44709d3f912e4834bf431ab6767 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad6bf454160c2e9b2c4f76918ad3e4df78e82fc4c01fe0bf60cea5f1260809e +size 1576331 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif new file mode 100644 index 0000000000000000000000000000000000000000..bb265e0190a0115ca459ad8e3f534ba380c72b5f --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436c1380f6573861ef852d96d51722c19c9d5510b103ca1201fedbd72d826948 +size 1944179 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif new file mode 100644 index 0000000000000000000000000000000000000000..5795083bc47dd3d5bf748b1800c3a3491e3319f4 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:975fe659e90a351aab008baf6f4564a7814b6a267cc3e9d6620daac74b397db7 +size 2536173 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif new file mode 100644 index 0000000000000000000000000000000000000000..1b9d7427972c0bbcf5e3bd5e1e0f0404c7fafe5b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71fd2acbee479bfb0ba70a0f1d780626362b5b4fb545f88c4ccdcc0034ebf269 +size 9118573 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif new file mode 100644 index 0000000000000000000000000000000000000000..16529ae03ca388cb40195cedf95a0e461c60b04e --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64f4e0836357ceb3928bc2ef77423eab9ea67a622824aa705f70f95a3c462cd7 +size 2924439 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif new file mode 100644 index 0000000000000000000000000000000000000000..fe040b72121071294621470662fae245552e78e4 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a75bf8b45d17eeeed3011ea8480bd72fd3fd33cb4d69531f43269f3210d3259f +size 1496724 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif new file mode 100644 index 0000000000000000000000000000000000000000..8948f4b1e393319ad7a5a022ae2e59edb1979d38 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5373107c71f7b6f19300d489084cceb1b63ae2f41b4cb4bf9790b63f39ea875 +size 6653501 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif new file mode 100644 index 0000000000000000000000000000000000000000..9836a37e09f1172e867f37c9a139252db2c4deef --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd36a48f3a4c70359464282b76504cb11e53e367bc588b16d003c2495117637 +size 1628566 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif new file mode 100644 index 0000000000000000000000000000000000000000..f9d8260a054cc2b1b27dbf912e007d087810d58a --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c3c3620f166523dcc689418e4208a2e40f201ae3b1e3d51d3334ad4b9ea977 +size 4851220 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif new file mode 100644 index 0000000000000000000000000000000000000000..1a8b1805b143ab66899348b2c90e867996af787b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56bc6b5afba39961039e8360a4a2a0942d85055bf10c27b36cad9485663b7919 +size 1155677 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif new file mode 100644 index 0000000000000000000000000000000000000000..5f2354296186a5fc9163df8fd4daa8b6816cac9e --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e63feabc540508baa22a9f35cda32105509ef8dd35cc3bedcba23ba7c23c3d +size 2576670 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif new file mode 100644 index 0000000000000000000000000000000000000000..7af6cfc4773b679723033b1a52533ff2cbc9eade --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ea3a2ef2133db3ecf3697a9467f9452217246508cd1ed4b21469f247c64f9a +size 3111723 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif new file mode 100644 index 0000000000000000000000000000000000000000..0db254bbc33a697674e0801cfb1c3377bfad70be --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebac666f2c6718328c144484f1742671f34475906687a5c563dae3f979ef2085 +size 7141261 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif new file mode 100644 index 0000000000000000000000000000000000000000..0d14b99061d7bb93e7ad5e2a367a05615da45a20 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1978e57c75d723b79fa7e5aa6d40e895f39d1c70666deee5aa4768a618eba5 +size 2558834 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif new file mode 100644 index 0000000000000000000000000000000000000000..341f73aa6d227b9776279d6917f2631c20c0e6c6 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff527ef4cf294747a7e54cbead02a4b8a4580b2a4baf087bd353bae23aac5804 +size 2356140 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif new file mode 100644 index 0000000000000000000000000000000000000000..dd821484d45886979ee04eee752f6710116a6083 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1d614e0c8b47054c600cbad4f5357171e7d6ddee7101c35fb6ea85041bfbd1 +size 1638509 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif new file mode 100644 index 0000000000000000000000000000000000000000..bc15fd1bc99d4964723a578172607605622a8e7b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fb63b5efb3b75f1c397a6f271b6a433a23c1bfccd72284fd2e8ed36eb138ea +size 3019138 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif new file mode 100644 index 0000000000000000000000000000000000000000..c2e8c3680140d01e88fd34f6a02a3dc34323768b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e6ae684c200d3a7d03dff22397eec99045039f09daec0f111af50e6f7e70a1 +size 8637628 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif new file mode 100644 index 0000000000000000000000000000000000000000..a932c59cf5eaaca5e8bcd43614af13f537ba1d63 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eadebebf1383ddfda2ba5a60ab986c7d39b8e6ce9f1a561a00fdc793d0d42fd +size 4911894 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif new file mode 100644 index 0000000000000000000000000000000000000000..692f7d26f57214092b82c848987033bce72bcd4b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c318fe98b45017b2e6f68ec30885698a168ff40829ebad4a0d768943f52a3e5 +size 1295347 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif new file mode 100644 index 0000000000000000000000000000000000000000..fce9e18d1adfb714a25d7a03bd22b637e485bfd3 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b8e62776196208d668731940ab8aa27723d6b9babdfee980530c3704945ac97 +size 5398574 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif new file mode 100644 index 0000000000000000000000000000000000000000..0c23b81fbc6b7039609e0e022e4fe1c7072cf771 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:381d8817b5802321e0c8ca935cd6b8a0df7be8b26dca69a3e9bc123b199c227c +size 2405091 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif new file mode 100644 index 0000000000000000000000000000000000000000..ddb25a54183543b2a4a42c93eca0af5a88345f16 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1435dc8f85af8de5518f0b314bac3a40505307fb068a878e0b80bd7ef2c3ed33 +size 4477800 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif new file mode 100644 index 0000000000000000000000000000000000000000..38b89b383ea34624b8739fe12287529c38481707 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f327be7abff03115cf394c60a9a09d1bf755a625ae1ad7c7cde8a002ddcbfa +size 3049434 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif new file mode 100644 index 0000000000000000000000000000000000000000..4ea72c954e2a3b8465090d08cf7cade85487e415 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda427da3bcf1744b6824b8da47c9690a2b7f8842fda2da34d5ae9681cc8f7e9 +size 1679082 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/index.html b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/index.html new file mode 100644 index 0000000000000000000000000000000000000000..8478121d86160bdbe1c81ae504983f6123889cac --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/index.html @@ -0,0 +1 @@ +PickClutter smoke_v5_eval_tuned_softerpref GIFs

PickClutter smoke_v5_eval_tuned_softerpref GIFs

Exact checkpoints: maniskill_pickclutter_smoke_v5 seed17. Exact held-out seeds: 172000..172049. Exact planner override: softer_pref.

episode_seedtrunk_only_ftsuccessadapter_active_ftsuccess
172000FalseTrue
172001FalseTrue
172002TrueTrue
172003FalseFalse
172004FalseTrue
172005FalseTrue
172006FalseFalse
172007FalseFalse
172008FalseFalse
172009FalseTrue
172010FalseTrue
172011FalseTrue
172012FalseFalse
172013FalseFalse
172014FalseFalse
172015FalseFalse
172016TrueTrue
172017FalseTrue
172018FalseTrue
172019FalseFalse
172020FalseTrue
172021FalseTrue
172022FalseTrue
172023FalseTrue
172024FalseFalse
172025FalseTrue
172026FalseTrue
172027FalseTrue
172028FalseFalse
172029FalseTrue
172030FalseTrue
172031FalseFalse
172032FalseTrue
172033FalseTrue
172034FalseTrue
172035FalseTrue
172036FalseFalse
172037FalseFalse
172038FalseTrue
172039FalseTrue
172040FalseTrue
172041FalseTrue
172042FalseFalse
172043FalseFalse
172044FalseTrue
172045FalseFalse
172046FalseTrue
172047FalseFalse
172048FalseFalse
172049FalseTrue
\ No newline at end of file diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/manifest.json b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..1fcd9bcea1bb83bb95ae103d7390613f5f2fa775 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/manifest.json @@ -0,0 +1,1486 @@ +{ + "source_report_dir": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref", + "output_dir": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs", + "split_path": "/workspace/workspace/data/maniskill_pickclutter/smoke_v3/episode_splits.json", + "checkpoints": { + "trunk_only_ft": "/workspace/workspace/outputs/maniskill_pickclutter_smoke_v5/trunk_only_ft_seed17/checkpoint_best.pt", + "adapter_active_ft": "/workspace/workspace/outputs/maniskill_pickclutter_smoke_v5/adapter_active_ft_seed17/checkpoint_best.pt" + }, + "planner_overrides": { + "mode_preference_bonus": 0.75, + "premature_retrieve_penalty": 0.5, + "premature_insert_penalty": 0.25, + "premature_maintain_penalty": 1.0, + "occlusion_maintain_gap_min_access": 0.3, + "occlusion_maintain_gap_min_visibility": 0.2, + "retrieve_stage_access_threshold": 0.18, + "retrieve_stage_reveal_threshold": 0.18, + "retrieve_stage_support_threshold": 0.18 + }, + "seeds": [ + 172000, + 172001, + 172002, + 172003, + 172004, + 172005, + 172006, + 172007, + 172008, + 172009, + 172010, + 172011, + 172012, + 172013, + 172014, + 172015, + 172016, + 172017, + 172018, + 172019, + 172020, + 172021, + 172022, + 172023, + 172024, + 172025, + 172026, + 172027, + 172028, + 172029, + 172030, + 172031, + 172032, + 172033, + 172034, + 172035, + 172036, + 172037, + 172038, + 172039, + 172040, + 172041, + 172042, + 172043, + 172044, + 172045, + 172046, + 172047, + 172048, + 172049 + ], + "mode_records": [ + { + "adapter_mode": "trunk_only", + "render_mode_name": "trunk_only_ft", + "records": [ + { + "episode_seed": 172000, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif", + "frames": 54, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.2667703354695069 + }, + { + "episode_seed": 172001, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif", + "frames": 52, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.142955729250418 + }, + { + "episode_seed": 172002, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif", + "frames": 25, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.20038358333385983 + }, + { + "episode_seed": 172003, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif", + "frames": 75, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.31087204238802 + }, + { + "episode_seed": 172004, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif", + "frames": 130, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.051780433440988816 + }, + { + "episode_seed": 172005, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif", + "frames": 53, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.0021265478071027153 + }, + { + "episode_seed": 172006, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif", + "frames": 55, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.2699445582307547 + }, + { + "episode_seed": 172007, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif", + "frames": 88, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.3385584467940609 + }, + { + "episode_seed": 172008, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif", + "frames": 51, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.012603309567639697 + }, + { + "episode_seed": 172009, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif", + "frames": 58, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.2847083520058957 + }, + { + "episode_seed": 172010, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif", + "frames": 51, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.017647188473604913 + }, + { + "episode_seed": 172011, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif", + "frames": 52, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.06769399448742774 + }, + { + "episode_seed": 172012, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif", + "frames": 52, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.0867561038758253 + }, + { + "episode_seed": 172013, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif", + "frames": 193, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.12564029472583726 + }, + { + "episode_seed": 172014, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif", + "frames": 335, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.13228121532632894 + }, + { + "episode_seed": 172015, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif", + "frames": 51, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.45119625163071453 + }, + { + "episode_seed": 172016, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif", + "frames": 31, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 1.0 + }, + { + "episode_seed": 172017, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif", + "frames": 52, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.35715612187493306 + }, + { + "episode_seed": 172018, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif", + "frames": 89, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.43553090904435265 + }, + { + "episode_seed": 172019, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif", + "frames": 51, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.19307640075383575 + }, + { + "episode_seed": 172020, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif", + "frames": 52, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.06921868316841844 + }, + { + "episode_seed": 172021, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif", + "frames": 52, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.19501529265483697 + }, + { + "episode_seed": 172022, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif", + "frames": 56, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.1554771040233819 + }, + { + "episode_seed": 172023, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif", + "frames": 100, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.49653212036363925 + }, + { + "episode_seed": 172024, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif", + "frames": 52, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.18183762498733103 + }, + { + "episode_seed": 172025, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif", + "frames": 84, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.3417273845825042 + }, + { + "episode_seed": 172026, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif", + "frames": 54, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.31407344591281117 + }, + { + "episode_seed": 172027, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif", + "frames": 53, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.10132988043543989 + }, + { + "episode_seed": 172028, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif", + "frames": 54, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.0938218732117946 + }, + { + "episode_seed": 172029, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif", + "frames": 193, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.14504661719395054 + }, + { + "episode_seed": 172030, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif", + "frames": 51, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.321989592354992 + }, + { + "episode_seed": 172031, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif", + "frames": 131, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.06795191264941547 + }, + { + "episode_seed": 172032, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif", + "frames": 88, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.41404450757531613 + }, + { + "episode_seed": 172033, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif", + "frames": 54, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.1514299130806651 + }, + { + "episode_seed": 172034, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif", + "frames": 53, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 4.658357299902604e-05 + }, + { + "episode_seed": 172035, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif", + "frames": 79, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.32016563647491736 + }, + { + "episode_seed": 172036, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif", + "frames": 55, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.1039135419986259 + }, + { + "episode_seed": 172037, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif", + "frames": 54, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.20473646558291134 + }, + { + "episode_seed": 172038, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif", + "frames": 53, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.35111198380680736 + }, + { + "episode_seed": 172039, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif", + "frames": 50, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.030633025260525432 + }, + { + "episode_seed": 172040, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif", + "frames": 54, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.28695435622445586 + }, + { + "episode_seed": 172041, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif", + "frames": 62, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.28572305326621716 + }, + { + "episode_seed": 172042, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif", + "frames": 75, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.26951096329011826 + }, + { + "episode_seed": 172043, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif", + "frames": 56, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.12259061417655202 + }, + { + "episode_seed": 172044, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif", + "frames": 53, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.3435838685566317 + }, + { + "episode_seed": 172045, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif", + "frames": 55, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.24143119038452807 + }, + { + "episode_seed": 172046, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif", + "frames": 49, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.048439381735589926 + }, + { + "episode_seed": 172047, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif", + "frames": 94, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.6488947212103078 + }, + { + "episode_seed": 172048, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif", + "frames": 244, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.21028545034634583 + }, + { + "episode_seed": 172049, + "render_mode_name": "trunk_only_ft", + "adapter_mode": "trunk_only", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif", + "frames": 53, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": 1, + "first_retrieve_step": null, + "episode_disturbance": 0.12099857449539453 + } + ] + }, + { + "adapter_mode": "adapter_active", + "render_mode_name": "adapter_active_ft", + "records": [ + { + "episode_seed": 172000, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172000.gif", + "frames": 43, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.2509890477686838 + }, + { + "episode_seed": 172001, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172001.gif", + "frames": 53, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 3, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.18382586405518472 + }, + { + "episode_seed": 172002, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172002.gif", + "frames": 27, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.01517599801969993 + }, + { + "episode_seed": 172003, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172003.gif", + "frames": 69, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.000696770715286732 + }, + { + "episode_seed": 172004, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172004.gif", + "frames": 90, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 3, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.6160759960032133 + }, + { + "episode_seed": 172005, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172005.gif", + "frames": 41, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.41300765258109584 + }, + { + "episode_seed": 172006, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172006.gif", + "frames": 341, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.0005962321008468051 + }, + { + "episode_seed": 172007, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172007.gif", + "frames": 139, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.25138379393202975 + }, + { + "episode_seed": 172008, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172008.gif", + "frames": 61, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.09789219561874063 + }, + { + "episode_seed": 172009, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172009.gif", + "frames": 63, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.5465573068481095 + }, + { + "episode_seed": 172010, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172010.gif", + "frames": 63, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.5396910225972533 + }, + { + "episode_seed": 172011, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172011.gif", + "frames": 27, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.2510600395262941 + }, + { + "episode_seed": 172012, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172012.gif", + "frames": 341, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.08665134873910184 + }, + { + "episode_seed": 172013, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172013.gif", + "frames": 69, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.06785022602812772 + }, + { + "episode_seed": 172014, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172014.gif", + "frames": 343, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.004965925022263815 + }, + { + "episode_seed": 172015, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172015.gif", + "frames": 71, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.2640934083024528 + }, + { + "episode_seed": 172016, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172016.gif", + "frames": 29, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 1.0 + }, + { + "episode_seed": 172017, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172017.gif", + "frames": 93, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.33704733659268626 + }, + { + "episode_seed": 172018, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172018.gif", + "frames": 28, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 5.4709501284833095e-05 + }, + { + "episode_seed": 172019, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172019.gif", + "frames": 103, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.17173464656909687 + }, + { + "episode_seed": 172020, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172020.gif", + "frames": 28, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.22116636964712807 + }, + { + "episode_seed": 172021, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172021.gif", + "frames": 40, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.03930150241413343 + }, + { + "episode_seed": 172022, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172022.gif", + "frames": 60, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 3, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.17697662395950906 + }, + { + "episode_seed": 172023, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172023.gif", + "frames": 70, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.3264205491186658 + }, + { + "episode_seed": 172024, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172024.gif", + "frames": 65, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.36503172371723974 + }, + { + "episode_seed": 172025, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172025.gif", + "frames": 28, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.02267998302976082 + }, + { + "episode_seed": 172026, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172026.gif", + "frames": 40, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.19398496590177672 + }, + { + "episode_seed": 172027, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172027.gif", + "frames": 41, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.5858346225118112 + }, + { + "episode_seed": 172028, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172028.gif", + "frames": 131, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.637672221887551 + }, + { + "episode_seed": 172029, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172029.gif", + "frames": 59, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.18470760480340687 + }, + { + "episode_seed": 172030, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172030.gif", + "frames": 28, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 1.0 + }, + { + "episode_seed": 172031, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172031.gif", + "frames": 232, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.44214707868431863 + }, + { + "episode_seed": 172032, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172032.gif", + "frames": 30, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.3665537090291033 + }, + { + "episode_seed": 172033, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172033.gif", + "frames": 71, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 3, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.5460212796679068 + }, + { + "episode_seed": 172034, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172034.gif", + "frames": 27, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.6377614814414301 + }, + { + "episode_seed": 172035, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172035.gif", + "frames": 56, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.8794316185960683 + }, + { + "episode_seed": 172036, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172036.gif", + "frames": 272, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.0007970530228007533 + }, + { + "episode_seed": 172037, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172037.gif", + "frames": 110, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.18518675895982994 + }, + { + "episode_seed": 172038, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172038.gif", + "frames": 51, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.0032463597557115995 + }, + { + "episode_seed": 172039, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172039.gif", + "frames": 41, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.00011631769666564651 + }, + { + "episode_seed": 172040, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172040.gif", + "frames": 35, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.17492279249912218 + }, + { + "episode_seed": 172041, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172041.gif", + "frames": 47, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.12639520307511984 + }, + { + "episode_seed": 172042, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172042.gif", + "frames": 245, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.14435382248343953 + }, + { + "episode_seed": 172043, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172043.gif", + "frames": 71, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.28852640067796054 + }, + { + "episode_seed": 172044, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172044.gif", + "frames": 27, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.004769585355006711 + }, + { + "episode_seed": 172045, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172045.gif", + "frames": 71, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.016010086588522654 + }, + { + "episode_seed": 172046, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172046.gif", + "frames": 41, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 2, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.00018252670583862596 + }, + { + "episode_seed": 172047, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172047.gif", + "frames": 67, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.3525224707094132 + }, + { + "episode_seed": 172048, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172048.gif", + "frames": 342, + "success": false, + "expected_success": false, + "matches_expected_success": true, + "steps": 4, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.04316924482669737 + }, + { + "episode_seed": 172049, + "render_mode_name": "adapter_active_ft", + "adapter_mode": "adapter_active", + "gif_path": "/workspace/workspace/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/adapter_active_ft/seed_172049.gif", + "frames": 28, + "success": true, + "expected_success": true, + "matches_expected_success": true, + "steps": 1, + "first_reveal_step": null, + "first_retrieve_step": 1, + "episode_disturbance": 0.41454052552580833 + } + ] + } + ] +} diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif new file mode 100644 index 0000000000000000000000000000000000000000..3d40240e0de6d6a1d54a9b729ac96f47fbf87bf1 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172000.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc837af0b1a48fb1cecb0e53533ba6464c1d4fbbb9bc695055bb996f20a0efd +size 3289696 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif new file mode 100644 index 0000000000000000000000000000000000000000..fdcb9d7a2160d30e2d862a38ee234ca2799e645a --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172001.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45296dcee8acf99bad450c049df01f444abd92527a5c0ff2c9a7613af8ddf51 +size 3257361 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif new file mode 100644 index 0000000000000000000000000000000000000000..0a4a3665d15b5b99fc2ce15b0f11cfdfc5c3ba98 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172002.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8815e4fd9cf1201dd836ce39a41ce565f86a18949242f52daa5aceef9b13cfbb +size 897436 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif new file mode 100644 index 0000000000000000000000000000000000000000..9411f7862f4bd8f7a0544b786fe4bd626fefd17b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172003.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b6ed1cca0c7270de7529998168f5f528427585a73e5094fcd3dbd9cc1340a88 +size 3436982 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif new file mode 100644 index 0000000000000000000000000000000000000000..0f4b84c960db78946af6d28389b48618e8bfa63e --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172004.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4001780185b5d20202e84b9d034e7ccab6e56c68a8d11fdfa2e6ad54e33e4d64 +size 4704632 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif new file mode 100644 index 0000000000000000000000000000000000000000..ae997e42e1235f807bc9aff1ec5b4cdcd1a2cac9 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172005.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569b430544f329d407b76018bf4ed004ee77c7e50e6b86ce3566b52cfe6a2474 +size 3284159 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif new file mode 100644 index 0000000000000000000000000000000000000000..5ec8093fa0980bb06953a4755d5bed134ad0b051 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172006.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a449a04568b780df397c0fe9f4e234a3d87e622dc98d19b899b3ed167d22bd25 +size 3238402 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif new file mode 100644 index 0000000000000000000000000000000000000000..caa44b0ad58f8f0297243eb9d2c7a24ada1b9776 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172007.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1033c4522806f15e4ea39bb0170902c6854735dd7a2c9c7d183a8b8197459a33 +size 4479405 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif new file mode 100644 index 0000000000000000000000000000000000000000..aae4f473e40b17c328c8202d10fb1bae7e25bfe1 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172008.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13181a7931e99aacaf46d73e98f7b8653777c6aaaaa2c34833529b1f26ad6b3c +size 2732550 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif new file mode 100644 index 0000000000000000000000000000000000000000..9f0be684cce310c5dc86ad3f16a6a58527a3bd99 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172009.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dac537827c02dfe7044973d4d19ba02afdd45cdf909bcb74e598d735bf937a5d +size 3756924 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif new file mode 100644 index 0000000000000000000000000000000000000000..bfd30ebd31d6564eca1c8733a873aa8882449e05 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172010.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eeec422725392087cbcb07f46e534f087caeddc147cf9003c93368869772281 +size 3369655 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif new file mode 100644 index 0000000000000000000000000000000000000000..e20ef800814cbbe638599d827d62cb0576bf8ac8 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172011.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d24919d76c77cd2972d62b2f5493320071a4274b975513cf85729da105673eb9 +size 3171502 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif new file mode 100644 index 0000000000000000000000000000000000000000..bbd2d4cca6a94c16be54a8677915547a48cb7d69 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172012.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:656003a84d2019212ccc0c5da65676e18ff5f103ee90d49ede89d30db0932cfa +size 3188484 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif new file mode 100644 index 0000000000000000000000000000000000000000..2b6606096c5be68b6000983bf61e641e6862b781 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172013.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6791acd7305faa5b1d44adbeec19e8b7765fe22be37fcdbdcf905878f40f9ac2 +size 3358128 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif new file mode 100644 index 0000000000000000000000000000000000000000..932a0a994fd447c228f3ffa7f261851bd139d955 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172014.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69dd31d43e9a6d4548db3bd9e35dbefa68cc4354d2f0084cf82d1b9cbfe39b99 +size 9034598 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif new file mode 100644 index 0000000000000000000000000000000000000000..546d7f255bb0392631b97a6bbd893b6584d27476 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172015.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20bf04c8a9e5e583f85c01173ca9e08b8beb238526f32d3d73ce338adfd2387d +size 3511649 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif new file mode 100644 index 0000000000000000000000000000000000000000..bc55130dd46da63268afdcda38132a3d58cf7f4e --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172016.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901629388428a62c21bc2dfd9b84e4d0e3a72f2c7af035a86c5d780c7da19ffa +size 1322620 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif new file mode 100644 index 0000000000000000000000000000000000000000..1c0927f382d274e49c0412122d0b5f8271c7b92a --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172017.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661b35765f9c5eb80cea6e22526b89dacf26cb537aa2a6b0b02378a4e98d770f +size 3765855 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif new file mode 100644 index 0000000000000000000000000000000000000000..75dca3adaa40bf69cc6b2e9785b01dcf563fbf04 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172018.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8d030d658f202d5a977cddc8e711ad13c8e77ea32598c29d080215f0e3d928c +size 3356018 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif new file mode 100644 index 0000000000000000000000000000000000000000..006207dde026115d692a412547926c40556316c4 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172019.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e82e5c4c516a5f1ad5189ac02c901cc3f180cf91747df78645a6d8443d33b72 +size 3768754 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif new file mode 100644 index 0000000000000000000000000000000000000000..7b06d7a3e4cab8b3268b687ef690a8b029aae933 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172020.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71646b5fb678b240230d901662168438d1de58e5f3b5fde01d2e1c9c0342413d +size 2571236 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif new file mode 100644 index 0000000000000000000000000000000000000000..c4059cd5db7e30c6af72ca4c10bbfc777e7a0d55 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172021.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e084d39dc00fcee2bea141ee13361f8b6e8893b1a3fb4a27282cad3102ab85 +size 3546884 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif new file mode 100644 index 0000000000000000000000000000000000000000..66ab868c568313c27f650e4945e69301056ba19b --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172022.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e92f3f9edf3da6bd7826f89916d5af0d9635f45ba014e55e09a715e200b7d0 +size 3497970 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif new file mode 100644 index 0000000000000000000000000000000000000000..83661f7b6a9fdbea1d12c1013d6da8fedd95d6d5 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172023.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e167977970c3d2cd0143cfe2a46ebef898c1f20f0429e3f398b1d1ad9a3be8ba +size 5172458 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif new file mode 100644 index 0000000000000000000000000000000000000000..9195f30066bc578e0d761732470343a1890b7fc6 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172024.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b103dbc903b28d1a3b5864d03037ca0236c142957ff719bb923961801d3b56 +size 3181046 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif new file mode 100644 index 0000000000000000000000000000000000000000..cb62f1466713673b6e9d390b17711804807eaf35 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172025.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449f9d87c6f999d40de093e3d6e267b25371367e051c48d4ae87c9587254b563 +size 4873481 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif new file mode 100644 index 0000000000000000000000000000000000000000..ab335d793b4e4bd6afb4e123725548798f4495a5 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172026.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7179ff86ce750eea6d64951e857acd7ed4eb6651feaad1312ea904d2ce84ec +size 3321918 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif new file mode 100644 index 0000000000000000000000000000000000000000..e2ed8a4e5e2efa864ded35e9053e32b720b3c1bc --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172027.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b972b16a8851755bfcb6c1c1119643ab7e093e9d3dbf495cfbea9eccef8522d6 +size 2625981 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif new file mode 100644 index 0000000000000000000000000000000000000000..3a3095ee2f0e2263c96ebf4fa786f1d5bc7baa96 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172028.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0420c5fd9b40b82c6fe5289541bfbab7af21aaf3800f843699de4b8a18c3a140 +size 2897753 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif new file mode 100644 index 0000000000000000000000000000000000000000..dc310b7a53cbd92bd8881934e0314a89792a14d2 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172029.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc261b2574ea0e36758e3d9a282d93b40b0b0cd8f94f08d5c788518aba98a494 +size 3011460 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif new file mode 100644 index 0000000000000000000000000000000000000000..b8832808f32ca2bd0fbd8427cc7f9a0a6f7218dc --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172030.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2d934625cb64f52cda571b837a2aab4f21985214196b8d806b5f7cc27a80b1 +size 2750599 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif new file mode 100644 index 0000000000000000000000000000000000000000..0dbd50a2dde4e242a0e4f1e8e5f799b4f5066f04 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172031.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc3f0192d0dfba5862b1bf18cf88110ca662273e05d59a756cc15aea4589dde +size 8193187 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif new file mode 100644 index 0000000000000000000000000000000000000000..4eb1ef84a114dc12a617cd190208e3524b9f2726 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172032.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3b97ef57c33480f9575e03406114d76753b5141970b3ae8c413d39ac3e31d5 +size 5939951 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif new file mode 100644 index 0000000000000000000000000000000000000000..b7474f65e89fcd07f727e7462bd9072a78bcb70a --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172033.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6053f085d320b7c30fc5d334494be12e58e5646961edc12a00b4ae6ca4fb61 +size 3561297 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif new file mode 100644 index 0000000000000000000000000000000000000000..5aac8e72300c0f1e5b3e18df37be13447c45939f --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172034.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f642163a7431262639a8da83f5ea7df796fb08b3ca9409a94f58a839c2adb32 +size 2755604 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif new file mode 100644 index 0000000000000000000000000000000000000000..e4c3d6ffda3faf049e76e25a5a686454a5598b10 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172035.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933c079c55b1f8ac6ea171dc810d0268469a7a1f44cb05c3b00edd86c197d36d +size 4114193 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif new file mode 100644 index 0000000000000000000000000000000000000000..51abcdc4a00487ccc042d98e234245421d1843ab --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172036.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58956a9db45904d052c7ee5a75c325329ea4508a62359ab33c6da371d5903c5e +size 3223512 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif new file mode 100644 index 0000000000000000000000000000000000000000..9f334cc08859095060b0a1938e8e6a2bc02eac2f --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172037.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a1e23f6d38abdcc0ae3ca83b5ce6d4e5c3351c290e5a08e40a770df244b86f1 +size 3491627 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif new file mode 100644 index 0000000000000000000000000000000000000000..f94d08ab05655d9a4fbe8e24f8fb562f057a9e58 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172038.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0dcd13a905c6158a551a54dae53cb9f792122d422a4b85f0b797b86b04ddc5 +size 3032152 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif new file mode 100644 index 0000000000000000000000000000000000000000..fb86ba80f196bd29f7ed401ddd5ebccadb7d140c --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172039.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9aff54d24b46f27bfec081a6c4ba61193dd0226cf11a06c01fd39ec43d54c52 +size 3450008 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif new file mode 100644 index 0000000000000000000000000000000000000000..a5d5d7072ad274c2ed4ffda58dd1ad66c03f016a --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172040.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c54e7a622003f9c58b65eedbc03d23aad20c5ff69e53f1e40799501d2e5a49 +size 3248927 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif new file mode 100644 index 0000000000000000000000000000000000000000..cfe4f8978235fce2b00fc05cf3e0a59cf45c152f --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172041.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a841558189f22b69e025fef17ba224e74baa3c153b64f46e47369c90a1237931 +size 5943359 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif new file mode 100644 index 0000000000000000000000000000000000000000..04ce8a21a27b5b57d097766b25c945eb3b9cf5c9 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172042.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba920296ad48066d62666f921e8965a0d1388c297b0d4fdf9c427d7df906c09 +size 5047258 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif new file mode 100644 index 0000000000000000000000000000000000000000..a37ee5fa9a24e2edcc43eadb42d7669db020c670 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172043.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7762b55c29f11abaa16e63d0538e6224393abf9238e9ee100caa10813c731cd8 +size 3531008 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif new file mode 100644 index 0000000000000000000000000000000000000000..b5e9fcccd8aa04d95bc9d1a777350e75692b4bbc --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172044.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4c208369065f5950847895c9fa36f98b42901b42e8bf712f4160cec2193e06 +size 3298074 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif new file mode 100644 index 0000000000000000000000000000000000000000..266833c729de16541ca1f3939d4203740dabc984 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172045.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f826899c0450e3de6616d7cf72585a6b1b022f5268a534f2080959fb5fcab066 +size 3625126 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif new file mode 100644 index 0000000000000000000000000000000000000000..31156378289d9b4864e7c891517f3ca7404a347d --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172046.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718d5889be1880f0c8560545ccaa8bed131a64dccb281a6f5acb833a063bbb4a +size 3277190 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif new file mode 100644 index 0000000000000000000000000000000000000000..d2cbe1001f1ff1f9d794f0ee05c936483c94f9e2 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172047.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a29c659a2d0027bd93132064edd30d837ff7112577b574b0f1a1b041e453a4b +size 4927593 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif new file mode 100644 index 0000000000000000000000000000000000000000..78c0130595e96608a12bfc80da96e247a9370c83 --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172048.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0312cd5d9f997ded0e983bd411a016f83adf2bc2ca5c932461999aa490b1db0d +size 6515231 diff --git a/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif new file mode 100644 index 0000000000000000000000000000000000000000..bfaf4dd908d4b5464832c7b9fce7a6d76d73975d --- /dev/null +++ b/reports/maniskill_pickclutter_smoke_v5_eval_tuned_softerpref_gifs/trunk_only_ft/seed_172049.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a1472a60547ea68027dfa3ae05a4ae1697e7606f1242bcfc7e4467d71df9f30 +size 3317435