lsnu commited on
Commit
5fbeceb
·
verified ·
1 Parent(s): aa584de

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. artifacts/reports/anchor_dual_push_smoke/original_trunk/rollout_eval.partial.json +29 -0
  2. artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/command.txt +1 -0
  3. artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stderr.txt +35 -0
  4. artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stdout.txt +167 -0
  5. artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/summary.json +41 -0
  6. artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep25/stderr.txt +36 -0
  7. artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/command.txt +1 -0
  8. artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/stdout.txt +167 -0
  9. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/command.txt +1 -0
  10. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stderr.txt +20 -0
  11. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stdout.txt +109 -0
  12. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/summary.json +36 -0
  13. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml +139 -0
  14. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/command.txt +1 -0
  15. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stderr.txt +35 -0
  16. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stdout.txt +142 -0
  17. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/summary.json +38 -0
  18. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/command.txt +1 -0
  19. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stderr.txt +20 -0
  20. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stdout.txt +109 -0
  21. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/summary.json +36 -0
  22. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml +139 -0
  23. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv +2 -0
  24. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/command.txt +1 -0
  25. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stderr.txt +35 -0
  26. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stdout.txt +167 -0
  27. artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/summary.json +42 -0
  28. artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.json +29 -0
  29. artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.md +14 -0
  30. artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.partial.json +29 -0
  31. artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/command.txt +1 -0
  32. artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stderr.txt +1 -0
  33. artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stdout.txt +38 -0
  34. artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/command.txt +1 -0
  35. artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stderr.txt +1 -0
  36. artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stdout.txt +38 -0
  37. artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/command.txt +1 -0
  38. artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stderr.txt +1 -0
  39. artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stdout.txt +38 -0
  40. artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/command.txt +1 -0
  41. artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stderr.txt +1 -0
  42. artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stdout.txt +38 -0
  43. artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.json +205 -0
  44. artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.md +16 -0
  45. artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.json +0 -0
  46. artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.md +17 -0
  47. artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.json +0 -0
  48. artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.md +17 -0
  49. artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.json +0 -0
  50. artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.md +17 -0
artifacts/reports/anchor_dual_push_smoke/original_trunk/rollout_eval.partial.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt",
3
+ "plan_requested": false,
4
+ "plan_applied": false,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 5,
11
+ "episode_length": 120,
12
+ "resolution": 256,
13
+ "reset_retries": 20,
14
+ "arm_mode": "planning",
15
+ "delta_scale": 1.0,
16
+ "cameras": [
17
+ "front",
18
+ "wrist_left",
19
+ "wrist_right"
20
+ ],
21
+ "tasks": {
22
+ "bimanual_dual_push_buttons": {
23
+ "error": "The call failed on the V-REP side. Return value: -1",
24
+ "mean_success": 0.0,
25
+ "mean_return": 0.0
26
+ }
27
+ },
28
+ "mean_success": 0.0
29
+ }
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/baselines/AnyBimanual_release_eval_live framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stderr.txt ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
2
+ The version_base parameter is not specified.
3
+ Please specify a compatability version level, or None.
4
+ Will assume defaults for version 1.1
5
+ @hydra.main(config_name="eval", config_path="conf")
6
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
7
+ warnings.warn(msg, UserWarning)
8
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
9
+ See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
10
+ deprecation_warning(
11
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
12
+ See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
13
+ ret = run_job(
14
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
15
+ from pkg_resources import parse_version
16
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
17
+ The version_base parameter is not specified.
18
+ Please specify a compatability version level, or None.
19
+ Will assume defaults for version 1.1
20
+ @hydra.main(config_name="eval", config_path="conf")
21
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
22
+ The version_base parameter is not specified.
23
+ Please specify a compatability version level, or None.
24
+ Will assume defaults for version 1.1
25
+ @hydra.main(config_name="eval", config_path="conf")
26
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
27
+ from pkg_resources import parse_version
28
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
29
+ The version_base parameter is not specified.
30
+ Please specify a compatability version level, or None.
31
+ Will assume defaults for version 1.1
32
+ @hydra.main(config_name="eval", config_path="conf")
33
+ /workspace/third_party/YARR/yarr/utils/rollout_generator.py:73: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at /opt/conda/conda-bld/pytorch_1716905979055/work/torch/csrc/utils/tensor_new.cpp:274.)
34
+ prepped_data = {k: torch.tensor([v], device=self._env_device) for k, v in obs_history.items()}
35
+ [W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stdout.txt ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-03-31 23:03:30,597][root][INFO] -
2
+ method:
3
+ name: PERACT_BC
4
+ agent_type: leader_follower
5
+ robot_name: bimanual
6
+ image_crop_size: 64
7
+ bounds_offset:
8
+ - 0.15
9
+ voxel_sizes:
10
+ - 100
11
+ include_prev_layer: false
12
+ num_latents: 2048
13
+ latent_dim: 512
14
+ transformer_depth: 6
15
+ transformer_iterations: 1
16
+ cross_heads: 1
17
+ cross_dim_head: 64
18
+ latent_heads: 8
19
+ latent_dim_head: 64
20
+ pos_encoding_with_lang: true
21
+ conv_downsample: true
22
+ lang_fusion_type: seq
23
+ voxel_patch_size: 5
24
+ voxel_patch_stride: 5
25
+ final_dim: 64
26
+ low_dim_size: 4
27
+ input_dropout: 0.1
28
+ attn_dropout: 0.1
29
+ decoder_dropout: 0.0
30
+ lr: 0.0005
31
+ lr_scheduler: false
32
+ num_warmup_steps: 3000
33
+ optimizer: lamb
34
+ lambda_weight_l2: 1.0e-06
35
+ trans_loss_weight: 1.0
36
+ rot_loss_weight: 1.0
37
+ grip_loss_weight: 1.0
38
+ collision_loss_weight: 1.0
39
+ rotation_resolution: 5
40
+ activation: lrelu
41
+ norm: None
42
+ crop_augmentation: true
43
+ transform_augmentation:
44
+ apply_se3: true
45
+ aug_xyz:
46
+ - 0.125
47
+ - 0.125
48
+ - 0.125
49
+ aug_rpy:
50
+ - 0.0
51
+ - 0.0
52
+ - 45.0
53
+ aug_rot_resolution: ${method.rotation_resolution}
54
+ demo_augmentation: true
55
+ demo_augmentation_every_n: 10
56
+ no_skip_connection: false
57
+ no_perceiver: false
58
+ no_language: false
59
+ keypoint_method: heuristic
60
+ rlbench:
61
+ task_name: perlf_release_dual_push_buttons_smoke1
62
+ tasks:
63
+ - dual_push_buttons
64
+ demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
65
+ episode_length: 25
66
+ cameras:
67
+ - over_shoulder_left
68
+ - over_shoulder_right
69
+ - overhead
70
+ - wrist_right
71
+ - wrist_left
72
+ - front
73
+ camera_resolution:
74
+ - 256
75
+ - 256
76
+ scene_bounds:
77
+ - -0.3
78
+ - -0.5
79
+ - 0.6
80
+ - 0.7
81
+ - 0.5
82
+ - 1.6
83
+ include_lang_goal_in_obs: true
84
+ time_in_state: true
85
+ headless: true
86
+ gripper_mode: BimanualDiscrete
87
+ arm_action_mode: BimanualEndEffectorPoseViaPlanning
88
+ action_mode: BimanualMoveArmThenGripper
89
+ framework:
90
+ tensorboard_logging: true
91
+ csv_logging: true
92
+ gpu: 0
93
+ logdir: /workspace/baselines/AnyBimanual_release_eval_live
94
+ start_seed: 0
95
+ record_every_n: 5
96
+ eval_envs: 1
97
+ eval_from_eps_number: 0
98
+ eval_episodes: 5
99
+ eval_type: 60000
100
+ eval_save_metrics: true
101
+ cinematic_recorder:
102
+ enabled: false
103
+ camera_resolution:
104
+ - 1280
105
+ - 720
106
+ fps: 30
107
+ rotate_speed: 0.005
108
+ save_path: /tmp/videos/
109
+
110
+ [2026-03-31 23:03:30,615][root][INFO] - Using env device cuda:0.
111
+ [2026-03-31 23:03:30,617][root][INFO] - Evaluating seed 0.
112
+ [2026-03-31 23:03:30,618][root][INFO] - Using method PERACT_BC with type leader_follower
113
+ Weight: [60000]
114
+ [03/31/26 23:04:12] INFO INFO:root:eval_env: _independent_env_runner.py:131
115
+ Launching env.
116
+ INFO INFO:root:Agent _independent_env_runner.py:134
117
+ information:
118
+ INFO INFO:root:<yarr.agen _independent_env_runner.py:135
119
+ ts.agent.LeaderFollo
120
+ werAgent object at
121
+ 0x757414ac38e0>
122
+ [03/31/26 23:04:14] INFO INFO:root:Using dual panda robot environment.py:117
123
+ INFO INFO:root:Setting control arm_action_modes.py:79
124
+ mode for both robots
125
+ WARNING WARNING:root:not sure how task_environment.py:57
126
+ _robot_shapes are used is
127
+ used.
128
+ INFO INFO:root:Evaluating _independent_env_runner.py:165
129
+ weight 60000
130
+ loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
131
+ loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
132
+ INFO INFO:root:eval_env: _independent_env_runner.py:192
133
+ Starting episode 0,
134
+ seed 0.
135
+ [03/31/26 23:04:45] INFO INFO:root:total waypoints 4, (right=2, task.py:368
136
+ left=2)
137
+ Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
138
+ [03/31/26 23:05:21] INFO INFO:root:eval_env: _independent_env_runner.py:192
139
+ Starting episode 1,
140
+ seed 1.
141
+ [03/31/26 23:06:00] INFO INFO:root:total waypoints 4, (right=2, task.py:368
142
+ left=2)
143
+ Evaluating bimanual_dual_push_buttons | Episode 1 | Score: 0.0 | Lang Goal: push the black and the violet buttons
144
+ [03/31/26 23:06:28] INFO INFO:root:eval_env: _independent_env_runner.py:192
145
+ Starting episode 2,
146
+ seed 2.
147
+ [03/31/26 23:07:02] INFO INFO:root:total waypoints 4, (right=2, task.py:368
148
+ left=2)
149
+ Evaluating bimanual_dual_push_buttons | Episode 2 | Score: 100.0 | Lang Goal: push the violet and the blue buttons
150
+ [03/31/26 23:07:17] INFO INFO:root:eval_env: _independent_env_runner.py:192
151
+ Starting episode 3,
152
+ seed 3.
153
+ [03/31/26 23:07:50] INFO INFO:root:total waypoints 4, (right=2, task.py:368
154
+ left=2)
155
+ Evaluating bimanual_dual_push_buttons | Episode 3 | Score: 100.0 | Lang Goal: push the green and the violet buttons
156
+ [03/31/26 23:07:58] INFO INFO:root:eval_env: _independent_env_runner.py:192
157
+ Starting episode 4,
158
+ seed 4.
159
+ [03/31/26 23:08:38] INFO INFO:root:total waypoints 4, (right=2, task.py:368
160
+ left=2)
161
+ Evaluating bimanual_dual_push_buttons | Episode 4 | Score: 100.0 | Lang Goal: push the olive and the violet buttons
162
+ Finished bimanual_dual_push_buttons | Final Score: 60.0
163
+
164
+ moviepy is installed, but can't import moviepy.editor. Some packages could be missing [imageio, requests]
165
+ [03/31/26 23:09:00] INFO INFO:root:Finished _independent_env_runner.py:293
166
+ evaluation.
167
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/summary.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_mode": "adapter_noop",
3
+ "task_name": "perlf_release_dual_push_buttons_smoke1",
4
+ "tasks": [
5
+ "dual_push_buttons"
6
+ ],
7
+ "task_families": [
8
+ "generic"
9
+ ],
10
+ "passthrough_only": true,
11
+ "passthrough_reason": "generic_task_family",
12
+ "episodes_requested": 5,
13
+ "episode_scores": [
14
+ 0.0,
15
+ 0.0,
16
+ 100.0,
17
+ 100.0,
18
+ 100.0
19
+ ],
20
+ "mean_score": 60.0,
21
+ "final_score": 60.0,
22
+ "subprocess_returncode": 0,
23
+ "command": [
24
+ "/workspace/envs/rlbench/bin/python",
25
+ "/workspace/third_party/AnyBimanual/eval.py",
26
+ "method=PERACT_BC",
27
+ "framework.logdir=/workspace/baselines/AnyBimanual_release_eval_live",
28
+ "framework.start_seed=0",
29
+ "framework.eval_type=60000",
30
+ "framework.eval_episodes=5",
31
+ "framework.eval_envs=1",
32
+ "framework.gpu=0",
33
+ "rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
34
+ "rlbench.tasks=[dual_push_buttons]",
35
+ "rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
36
+ "rlbench.headless=True",
37
+ "rlbench.gripper_mode=BimanualDiscrete",
38
+ "rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
39
+ "rlbench.action_mode=BimanualMoveArmThenGripper"
40
+ ]
41
+ }
artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep25/stderr.txt ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
2
+ The version_base parameter is not specified.
3
+ Please specify a compatability version level, or None.
4
+ Will assume defaults for version 1.1
5
+ @hydra.main(config_name="eval", config_path="conf")
6
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
7
+ warnings.warn(msg, UserWarning)
8
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
9
+ See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
10
+ deprecation_warning(
11
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
12
+ See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
13
+ ret = run_job(
14
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
15
+ from pkg_resources import parse_version
16
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
17
+ The version_base parameter is not specified.
18
+ Please specify a compatability version level, or None.
19
+ Will assume defaults for version 1.1
20
+ @hydra.main(config_name="eval", config_path="conf")
21
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
22
+ The version_base parameter is not specified.
23
+ Please specify a compatability version level, or None.
24
+ Will assume defaults for version 1.1
25
+ @hydra.main(config_name="eval", config_path="conf")
26
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
27
+ from pkg_resources import parse_version
28
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
29
+ The version_base parameter is not specified.
30
+ Please specify a compatability version level, or None.
31
+ Will assume defaults for version 1.1
32
+ @hydra.main(config_name="eval", config_path="conf")
33
+ qt.qpa.plugin: Could not find the Qt platform plugin "xcb" in ""
34
+ This application failed to start because no Qt platform plugin could be initialized. Reinstalling the application may fix this problem.
35
+
36
+ [W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/baselines/AnyBimanual_release_eval_live framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/stdout.txt ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-03-31 22:50:11,766][root][INFO] -
2
+ method:
3
+ name: PERACT_BC
4
+ agent_type: leader_follower
5
+ robot_name: bimanual
6
+ image_crop_size: 64
7
+ bounds_offset:
8
+ - 0.15
9
+ voxel_sizes:
10
+ - 100
11
+ include_prev_layer: false
12
+ num_latents: 2048
13
+ latent_dim: 512
14
+ transformer_depth: 6
15
+ transformer_iterations: 1
16
+ cross_heads: 1
17
+ cross_dim_head: 64
18
+ latent_heads: 8
19
+ latent_dim_head: 64
20
+ pos_encoding_with_lang: true
21
+ conv_downsample: true
22
+ lang_fusion_type: seq
23
+ voxel_patch_size: 5
24
+ voxel_patch_stride: 5
25
+ final_dim: 64
26
+ low_dim_size: 4
27
+ input_dropout: 0.1
28
+ attn_dropout: 0.1
29
+ decoder_dropout: 0.0
30
+ lr: 0.0005
31
+ lr_scheduler: false
32
+ num_warmup_steps: 3000
33
+ optimizer: lamb
34
+ lambda_weight_l2: 1.0e-06
35
+ trans_loss_weight: 1.0
36
+ rot_loss_weight: 1.0
37
+ grip_loss_weight: 1.0
38
+ collision_loss_weight: 1.0
39
+ rotation_resolution: 5
40
+ activation: lrelu
41
+ norm: None
42
+ crop_augmentation: true
43
+ transform_augmentation:
44
+ apply_se3: true
45
+ aug_xyz:
46
+ - 0.125
47
+ - 0.125
48
+ - 0.125
49
+ aug_rpy:
50
+ - 0.0
51
+ - 0.0
52
+ - 45.0
53
+ aug_rot_resolution: ${method.rotation_resolution}
54
+ demo_augmentation: true
55
+ demo_augmentation_every_n: 10
56
+ no_skip_connection: false
57
+ no_perceiver: false
58
+ no_language: false
59
+ keypoint_method: heuristic
60
+ rlbench:
61
+ task_name: perlf_release_dual_push_buttons_smoke1
62
+ tasks:
63
+ - dual_push_buttons
64
+ demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
65
+ episode_length: 25
66
+ cameras:
67
+ - over_shoulder_left
68
+ - over_shoulder_right
69
+ - overhead
70
+ - wrist_right
71
+ - wrist_left
72
+ - front
73
+ camera_resolution:
74
+ - 256
75
+ - 256
76
+ scene_bounds:
77
+ - -0.3
78
+ - -0.5
79
+ - 0.6
80
+ - 0.7
81
+ - 0.5
82
+ - 1.6
83
+ include_lang_goal_in_obs: true
84
+ time_in_state: true
85
+ headless: true
86
+ gripper_mode: BimanualDiscrete
87
+ arm_action_mode: BimanualEndEffectorPoseViaPlanning
88
+ action_mode: BimanualMoveArmThenGripper
89
+ framework:
90
+ tensorboard_logging: true
91
+ csv_logging: true
92
+ gpu: 0
93
+ logdir: /workspace/baselines/AnyBimanual_release_eval_live
94
+ start_seed: 0
95
+ record_every_n: 5
96
+ eval_envs: 1
97
+ eval_from_eps_number: 0
98
+ eval_episodes: 5
99
+ eval_type: 60000
100
+ eval_save_metrics: true
101
+ cinematic_recorder:
102
+ enabled: false
103
+ camera_resolution:
104
+ - 1280
105
+ - 720
106
+ fps: 30
107
+ rotate_speed: 0.005
108
+ save_path: /tmp/videos/
109
+
110
+ [2026-03-31 22:50:11,776][root][INFO] - Using env device cuda:0.
111
+ [2026-03-31 22:50:11,777][root][INFO] - Evaluating seed 0.
112
+ [2026-03-31 22:50:11,777][root][INFO] - Using method PERACT_BC with type leader_follower
113
+ Weight: [60000]
114
+ [03/31/26 22:50:48] INFO INFO:root:eval_env: _independent_env_runner.py:131
115
+ Launching env.
116
+ INFO INFO:root:Agent _independent_env_runner.py:134
117
+ information:
118
+ INFO INFO:root:<yarr.agen _independent_env_runner.py:135
119
+ ts.agent.LeaderFollo
120
+ werAgent object at
121
+ 0x72a30c833970>
122
+ [03/31/26 22:50:49] INFO INFO:root:Using dual panda robot environment.py:117
123
+ INFO INFO:root:Setting control arm_action_modes.py:79
124
+ mode for both robots
125
+ WARNING WARNING:root:not sure how task_environment.py:57
126
+ _robot_shapes are used is
127
+ used.
128
+ INFO INFO:root:Evaluating _independent_env_runner.py:165
129
+ weight 60000
130
+ loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
131
+ loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
132
+ [03/31/26 22:50:50] INFO INFO:root:eval_env: _independent_env_runner.py:192
133
+ Starting episode 0,
134
+ seed 0.
135
+ [03/31/26 22:51:22] INFO INFO:root:total waypoints 4, (right=2, task.py:368
136
+ left=2)
137
+ Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
138
+ [03/31/26 22:51:56] INFO INFO:root:eval_env: _independent_env_runner.py:192
139
+ Starting episode 1,
140
+ seed 1.
141
+ [03/31/26 22:52:40] INFO INFO:root:total waypoints 4, (right=2, task.py:368
142
+ left=2)
143
+ Evaluating bimanual_dual_push_buttons | Episode 1 | Score: 0.0 | Lang Goal: push the black and the violet buttons
144
+ [03/31/26 22:53:06] INFO INFO:root:eval_env: _independent_env_runner.py:192
145
+ Starting episode 2,
146
+ seed 2.
147
+ [03/31/26 22:53:40] INFO INFO:root:total waypoints 4, (right=2, task.py:368
148
+ left=2)
149
+ Evaluating bimanual_dual_push_buttons | Episode 2 | Score: 100.0 | Lang Goal: push the violet and the blue buttons
150
+ [03/31/26 22:54:10] INFO INFO:root:eval_env: _independent_env_runner.py:192
151
+ Starting episode 3,
152
+ seed 3.
153
+ [03/31/26 22:54:44] INFO INFO:root:total waypoints 4, (right=2, task.py:368
154
+ left=2)
155
+ Evaluating bimanual_dual_push_buttons | Episode 3 | Score: 0.0 | Lang Goal: push the green and the violet buttons
156
+ [03/31/26 22:55:18] INFO INFO:root:eval_env: _independent_env_runner.py:192
157
+ Starting episode 4,
158
+ seed 4.
159
+ [03/31/26 22:56:00] INFO INFO:root:total waypoints 4, (right=2, task.py:368
160
+ left=2)
161
+ Evaluating bimanual_dual_push_buttons | Episode 4 | Score: 0.0 | Lang Goal: push the olive and the violet buttons
162
+ Finished bimanual_dual_push_buttons | Final Score: 20.0
163
+
164
+ moviepy is installed, but can't import moviepy.editor. Some packages could be missing [imageio, requests]
165
+ [03/31/26 22:56:42] INFO INFO:root:Finished _independent_env_runner.py:293
166
+ evaluation.
167
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=1 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stderr.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
2
+ The version_base parameter is not specified.
3
+ Please specify a compatability version level, or None.
4
+ Will assume defaults for version 1.1
5
+ @hydra.main(config_name="eval", config_path="conf")
6
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
7
+ warnings.warn(msg, UserWarning)
8
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
9
+ See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
10
+ deprecation_warning(
11
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
12
+ See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
13
+ ret = run_job(
14
+ Error executing job with overrides: ['method=PERACT_BC', 'framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir', 'framework.start_seed=0', 'framework.eval_type=60000', 'framework.eval_episodes=1', 'framework.eval_envs=1', 'framework.gpu=0', 'rlbench.task_name=perlf_release_dual_push_buttons_smoke1', 'rlbench.tasks=[dual_push_buttons]', 'rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root', 'rlbench.headless=True', 'rlbench.gripper_mode=BimanualDiscrete', 'rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning', 'rlbench.action_mode=BimanualMoveArmThenGripper']
15
+ Traceback (most recent call last):
16
+ File "/workspace/third_party/AnyBimanual/eval.py", line 201, in main
17
+ raise Exception(f"Missing seed{start_seed}/config.yaml. Logdir is {logdir}")
18
+ Exception: Missing seed0/config.yaml. Logdir is /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0
19
+
20
+ Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace.
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stdout.txt ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-01 00:19:40,192][root][INFO] -
2
+ method:
3
+ name: PERACT_BC
4
+ agent_type: leader_follower
5
+ robot_name: bimanual
6
+ image_crop_size: 64
7
+ bounds_offset:
8
+ - 0.15
9
+ voxel_sizes:
10
+ - 100
11
+ include_prev_layer: false
12
+ num_latents: 2048
13
+ latent_dim: 512
14
+ transformer_depth: 6
15
+ transformer_iterations: 1
16
+ cross_heads: 1
17
+ cross_dim_head: 64
18
+ latent_heads: 8
19
+ latent_dim_head: 64
20
+ pos_encoding_with_lang: true
21
+ conv_downsample: true
22
+ lang_fusion_type: seq
23
+ voxel_patch_size: 5
24
+ voxel_patch_stride: 5
25
+ final_dim: 64
26
+ low_dim_size: 4
27
+ input_dropout: 0.1
28
+ attn_dropout: 0.1
29
+ decoder_dropout: 0.0
30
+ lr: 0.0005
31
+ lr_scheduler: false
32
+ num_warmup_steps: 3000
33
+ optimizer: lamb
34
+ lambda_weight_l2: 1.0e-06
35
+ trans_loss_weight: 1.0
36
+ rot_loss_weight: 1.0
37
+ grip_loss_weight: 1.0
38
+ collision_loss_weight: 1.0
39
+ rotation_resolution: 5
40
+ activation: lrelu
41
+ norm: None
42
+ crop_augmentation: true
43
+ transform_augmentation:
44
+ apply_se3: true
45
+ aug_xyz:
46
+ - 0.125
47
+ - 0.125
48
+ - 0.125
49
+ aug_rpy:
50
+ - 0.0
51
+ - 0.0
52
+ - 45.0
53
+ aug_rot_resolution: ${method.rotation_resolution}
54
+ demo_augmentation: true
55
+ demo_augmentation_every_n: 10
56
+ no_skip_connection: false
57
+ no_perceiver: false
58
+ no_language: false
59
+ keypoint_method: heuristic
60
+ rlbench:
61
+ task_name: perlf_release_dual_push_buttons_smoke1
62
+ tasks:
63
+ - dual_push_buttons
64
+ demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
65
+ episode_length: 25
66
+ cameras:
67
+ - over_shoulder_left
68
+ - over_shoulder_right
69
+ - overhead
70
+ - wrist_right
71
+ - wrist_left
72
+ - front
73
+ camera_resolution:
74
+ - 256
75
+ - 256
76
+ scene_bounds:
77
+ - -0.3
78
+ - -0.5
79
+ - 0.6
80
+ - 0.7
81
+ - 0.5
82
+ - 1.6
83
+ include_lang_goal_in_obs: true
84
+ time_in_state: true
85
+ headless: true
86
+ gripper_mode: BimanualDiscrete
87
+ arm_action_mode: BimanualEndEffectorPoseViaPlanning
88
+ action_mode: BimanualMoveArmThenGripper
89
+ framework:
90
+ tensorboard_logging: true
91
+ csv_logging: true
92
+ gpu: 0
93
+ logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir
94
+ start_seed: 0
95
+ record_every_n: 5
96
+ eval_envs: 1
97
+ eval_from_eps_number: 0
98
+ eval_episodes: 1
99
+ eval_type: 60000
100
+ eval_save_metrics: true
101
+ cinematic_recorder:
102
+ enabled: false
103
+ camera_resolution:
104
+ - 1280
105
+ - 720
106
+ fps: 30
107
+ rotate_speed: 0.005
108
+ save_path: /tmp/videos/
109
+
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/summary.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_mode": "trunk_only",
3
+ "task_name": "perlf_release_dual_push_buttons_smoke1",
4
+ "tasks": [
5
+ "dual_push_buttons"
6
+ ],
7
+ "task_families": [
8
+ "generic"
9
+ ],
10
+ "passthrough_only": true,
11
+ "passthrough_reason": "generic_task_family",
12
+ "episodes_requested": 1,
13
+ "episode_scores": [],
14
+ "mean_score": 0.0,
15
+ "final_score": null,
16
+ "subprocess_returncode": 1,
17
+ "eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv",
18
+ "command": [
19
+ "/workspace/envs/rlbench/bin/python",
20
+ "/workspace/third_party/AnyBimanual/eval.py",
21
+ "method=PERACT_BC",
22
+ "framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir",
23
+ "framework.start_seed=0",
24
+ "framework.eval_type=60000",
25
+ "framework.eval_episodes=1",
26
+ "framework.eval_envs=1",
27
+ "framework.gpu=0",
28
+ "rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
29
+ "rlbench.tasks=[dual_push_buttons]",
30
+ "rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
31
+ "rlbench.headless=True",
32
+ "rlbench.gripper_mode=BimanualDiscrete",
33
+ "rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
34
+ "rlbench.action_mode=BimanualMoveArmThenGripper"
35
+ ]
36
+ }
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ddp:
2
+ master_addr: localhost
3
+ master_port: 13985
4
+ num_devices: 2
5
+ rlbench:
6
+ task_name: perlf+ab
7
+ tasks:
8
+ - bimanual_pick_laptop
9
+ - bimanual_pick_plate
10
+ - bimanual_straighten_rope
11
+ - coordinated_lift_ball
12
+ - coordinated_lift_tray
13
+ - coordinated_push_box
14
+ - coordinated_put_bottle_in_fridge
15
+ - dual_push_buttons
16
+ - handover_item
17
+ - bimanual_sweep_to_dustpan
18
+ - coordinated_take_tray_out_of_oven
19
+ - handover_item_easy
20
+ demos: 100
21
+ demo_path: /mnt/disk_1/tengbo/bimanual_data/train
22
+ episode_length: 25
23
+ cameras:
24
+ - over_shoulder_right
25
+ - wrist_right
26
+ - front
27
+ - overhead
28
+ - over_shoulder_left
29
+ - wrist_left
30
+ camera_resolution:
31
+ - 256
32
+ - 256
33
+ scene_bounds:
34
+ - -0.3
35
+ - -0.5
36
+ - 0.6
37
+ - 0.7
38
+ - 0.5
39
+ - 1.6
40
+ include_lang_goal_in_obs: true
41
+ instructions: ''
42
+ replay:
43
+ batch_size: 2
44
+ timesteps: 1
45
+ prioritisation: false
46
+ task_uniform: true
47
+ use_disk: true
48
+ path: /mnt/disk_2/tengbo/replay/
49
+ max_parallel_processes: 32
50
+ task_folder: multi
51
+ framework:
52
+ log_freq: 1000
53
+ save_freq: 10000
54
+ train_envs: 1
55
+ replay_ratio: ${replay.batch_size}
56
+ transitions_before_train: 200
57
+ tensorboard_logging: true
58
+ csv_logging: true
59
+ training_iterations: 100001
60
+ gpu: 0
61
+ env_gpu: 0
62
+ logdir: /mnt/disk_1/tengbo/peract_bimanual/log
63
+ logging_level: 20
64
+ seeds: 1
65
+ start_seed: 0
66
+ load_existing_weights: false
67
+ num_weights_to_keep: 60
68
+ num_workers: 0
69
+ record_every_n: 5
70
+ checkpoint_name_prefix: checkpoint
71
+ use_wandb: true
72
+ wandb_project: ''
73
+ wandb_group: perlf+ab
74
+ seed: 0
75
+ wandb_name: perlf+ab
76
+ use_skill: true
77
+ use_pretrained: false
78
+ use_prefix: false
79
+ frozen: ''
80
+ anybimanual: true
81
+ augmentation_type: ab
82
+ method:
83
+ name: PERACT_BC
84
+ agent_type: leader_follower
85
+ robot_name: bimanual
86
+ image_crop_size: 64
87
+ bounds_offset:
88
+ - 0.15
89
+ voxel_sizes:
90
+ - 100
91
+ include_prev_layer: false
92
+ num_latents: 2048
93
+ latent_dim: 512
94
+ transformer_depth: 6
95
+ transformer_iterations: 1
96
+ cross_heads: 1
97
+ cross_dim_head: 64
98
+ latent_heads: 8
99
+ latent_dim_head: 64
100
+ pos_encoding_with_lang: true
101
+ conv_downsample: true
102
+ lang_fusion_type: seq
103
+ voxel_patch_size: 5
104
+ voxel_patch_stride: 5
105
+ final_dim: 64
106
+ low_dim_size: 4
107
+ input_dropout: 0.1
108
+ attn_dropout: 0.1
109
+ decoder_dropout: 0.0
110
+ lr: 0.0005
111
+ lr_scheduler: false
112
+ num_warmup_steps: 3000
113
+ optimizer: lamb
114
+ lambda_weight_l2: 1.0e-06
115
+ trans_loss_weight: 1.0
116
+ rot_loss_weight: 1.0
117
+ grip_loss_weight: 1.0
118
+ collision_loss_weight: 1.0
119
+ rotation_resolution: 5
120
+ activation: lrelu
121
+ norm: None
122
+ crop_augmentation: true
123
+ transform_augmentation:
124
+ apply_se3: true
125
+ aug_xyz:
126
+ - 0.125
127
+ - 0.125
128
+ - 0.125
129
+ aug_rpy:
130
+ - 0.0
131
+ - 0.0
132
+ - 45.0
133
+ aug_rot_resolution: ${method.rotation_resolution}
134
+ demo_augmentation: true
135
+ demo_augmentation_every_n: 10
136
+ no_skip_connection: false
137
+ no_perceiver: false
138
+ no_language: false
139
+ keypoint_method: heuristic
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=1 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stderr.txt ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
2
+ The version_base parameter is not specified.
3
+ Please specify a compatability version level, or None.
4
+ Will assume defaults for version 1.1
5
+ @hydra.main(config_name="eval", config_path="conf")
6
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
7
+ warnings.warn(msg, UserWarning)
8
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
9
+ See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
10
+ deprecation_warning(
11
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
12
+ See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
13
+ ret = run_job(
14
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
15
+ from pkg_resources import parse_version
16
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
17
+ The version_base parameter is not specified.
18
+ Please specify a compatability version level, or None.
19
+ Will assume defaults for version 1.1
20
+ @hydra.main(config_name="eval", config_path="conf")
21
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
22
+ The version_base parameter is not specified.
23
+ Please specify a compatability version level, or None.
24
+ Will assume defaults for version 1.1
25
+ @hydra.main(config_name="eval", config_path="conf")
26
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
27
+ from pkg_resources import parse_version
28
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
29
+ The version_base parameter is not specified.
30
+ Please specify a compatability version level, or None.
31
+ Will assume defaults for version 1.1
32
+ @hydra.main(config_name="eval", config_path="conf")
33
+ /workspace/third_party/YARR/yarr/utils/rollout_generator.py:73: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at /opt/conda/conda-bld/pytorch_1716905979055/work/torch/csrc/utils/tensor_new.cpp:274.)
34
+ prepped_data = {k: torch.tensor([v], device=self._env_device) for k, v in obs_history.items()}
35
+ [W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stdout.txt ADDED
@@ -0,0 +1,142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-01 00:20:32,954][root][INFO] -
2
+ method:
3
+ name: PERACT_BC
4
+ agent_type: leader_follower
5
+ robot_name: bimanual
6
+ image_crop_size: 64
7
+ bounds_offset:
8
+ - 0.15
9
+ voxel_sizes:
10
+ - 100
11
+ include_prev_layer: false
12
+ num_latents: 2048
13
+ latent_dim: 512
14
+ transformer_depth: 6
15
+ transformer_iterations: 1
16
+ cross_heads: 1
17
+ cross_dim_head: 64
18
+ latent_heads: 8
19
+ latent_dim_head: 64
20
+ pos_encoding_with_lang: true
21
+ conv_downsample: true
22
+ lang_fusion_type: seq
23
+ voxel_patch_size: 5
24
+ voxel_patch_stride: 5
25
+ final_dim: 64
26
+ low_dim_size: 4
27
+ input_dropout: 0.1
28
+ attn_dropout: 0.1
29
+ decoder_dropout: 0.0
30
+ lr: 0.0005
31
+ lr_scheduler: false
32
+ num_warmup_steps: 3000
33
+ optimizer: lamb
34
+ lambda_weight_l2: 1.0e-06
35
+ trans_loss_weight: 1.0
36
+ rot_loss_weight: 1.0
37
+ grip_loss_weight: 1.0
38
+ collision_loss_weight: 1.0
39
+ rotation_resolution: 5
40
+ activation: lrelu
41
+ norm: None
42
+ crop_augmentation: true
43
+ transform_augmentation:
44
+ apply_se3: true
45
+ aug_xyz:
46
+ - 0.125
47
+ - 0.125
48
+ - 0.125
49
+ aug_rpy:
50
+ - 0.0
51
+ - 0.0
52
+ - 45.0
53
+ aug_rot_resolution: ${method.rotation_resolution}
54
+ demo_augmentation: true
55
+ demo_augmentation_every_n: 10
56
+ no_skip_connection: false
57
+ no_perceiver: false
58
+ no_language: false
59
+ keypoint_method: heuristic
60
+ rlbench:
61
+ task_name: perlf_release_dual_push_buttons_smoke1
62
+ tasks:
63
+ - dual_push_buttons
64
+ demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
65
+ episode_length: 25
66
+ cameras:
67
+ - over_shoulder_left
68
+ - over_shoulder_right
69
+ - overhead
70
+ - wrist_right
71
+ - wrist_left
72
+ - front
73
+ camera_resolution:
74
+ - 256
75
+ - 256
76
+ scene_bounds:
77
+ - -0.3
78
+ - -0.5
79
+ - 0.6
80
+ - 0.7
81
+ - 0.5
82
+ - 1.6
83
+ include_lang_goal_in_obs: true
84
+ time_in_state: true
85
+ headless: true
86
+ gripper_mode: BimanualDiscrete
87
+ arm_action_mode: BimanualEndEffectorPoseViaPlanning
88
+ action_mode: BimanualMoveArmThenGripper
89
+ framework:
90
+ tensorboard_logging: true
91
+ csv_logging: true
92
+ gpu: 0
93
+ logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir
94
+ start_seed: 0
95
+ record_every_n: 5
96
+ eval_envs: 1
97
+ eval_from_eps_number: 0
98
+ eval_episodes: 1
99
+ eval_type: 60000
100
+ eval_save_metrics: true
101
+ cinematic_recorder:
102
+ enabled: false
103
+ camera_resolution:
104
+ - 1280
105
+ - 720
106
+ fps: 30
107
+ rotate_speed: 0.005
108
+ save_path: /tmp/videos/
109
+
110
+ [2026-04-01 00:20:32,964][root][INFO] - Using env device cuda:0.
111
+ [2026-04-01 00:20:32,965][root][INFO] - Evaluating seed 0.
112
+ [2026-04-01 00:20:32,965][root][INFO] - Using method PERACT_BC with type leader_follower
113
+ Weight: [60000]
114
+ [04/01/26 00:20:52] INFO INFO:root:eval_env: _independent_env_runner.py:131
115
+ Launching env.
116
+ INFO INFO:root:Agent _independent_env_runner.py:134
117
+ information:
118
+ INFO INFO:root:<yarr.agen _independent_env_runner.py:135
119
+ ts.agent.LeaderFollo
120
+ werAgent object at
121
+ 0x7fb50f2eb9d0>
122
+ [04/01/26 00:20:53] INFO INFO:root:Using dual panda robot environment.py:117
123
+ INFO INFO:root:Setting control arm_action_modes.py:79
124
+ mode for both robots
125
+ WARNING WARNING:root:not sure how task_environment.py:57
126
+ _robot_shapes are used is
127
+ used.
128
+ INFO INFO:root:Evaluating _independent_env_runner.py:165
129
+ weight 60000
130
+ loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
131
+ loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
132
+ INFO INFO:root:eval_env: _independent_env_runner.py:192
133
+ Starting episode 0,
134
+ seed 0.
135
+ [04/01/26 00:21:22] INFO INFO:root:total waypoints 4, (right=2, task.py:368
136
+ left=2)
137
+ Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
138
+ Finished bimanual_dual_push_buttons | Final Score: unknown
139
+
140
+ [04/01/26 00:21:47] INFO INFO:root:Finished _independent_env_runner.py:293
141
+ evaluation.
142
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/summary.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_mode": "trunk_only",
3
+ "task_name": "perlf_release_dual_push_buttons_smoke1",
4
+ "tasks": [
5
+ "dual_push_buttons"
6
+ ],
7
+ "task_families": [
8
+ "generic"
9
+ ],
10
+ "passthrough_only": true,
11
+ "passthrough_reason": "generic_task_family",
12
+ "episodes_requested": 1,
13
+ "episode_scores": [
14
+ 0.0
15
+ ],
16
+ "mean_score": 0.0,
17
+ "final_score": null,
18
+ "subprocess_returncode": 0,
19
+ "eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv",
20
+ "command": [
21
+ "/workspace/envs/rlbench/bin/python",
22
+ "/workspace/third_party/AnyBimanual/eval.py",
23
+ "method=PERACT_BC",
24
+ "framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir",
25
+ "framework.start_seed=0",
26
+ "framework.eval_type=60000",
27
+ "framework.eval_episodes=1",
28
+ "framework.eval_envs=1",
29
+ "framework.gpu=0",
30
+ "rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
31
+ "rlbench.tasks=[dual_push_buttons]",
32
+ "rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
33
+ "rlbench.headless=True",
34
+ "rlbench.gripper_mode=BimanualDiscrete",
35
+ "rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
36
+ "rlbench.action_mode=BimanualMoveArmThenGripper"
37
+ ]
38
+ }
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke5 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stderr.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
2
+ The version_base parameter is not specified.
3
+ Please specify a compatability version level, or None.
4
+ Will assume defaults for version 1.1
5
+ @hydra.main(config_name="eval", config_path="conf")
6
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
7
+ warnings.warn(msg, UserWarning)
8
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
9
+ See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
10
+ deprecation_warning(
11
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
12
+ See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
13
+ ret = run_job(
14
+ Error executing job with overrides: ['method=PERACT_BC', 'framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir', 'framework.start_seed=0', 'framework.eval_type=60000', 'framework.eval_episodes=5', 'framework.eval_envs=1', 'framework.gpu=0', 'rlbench.task_name=perlf_release_dual_push_buttons_smoke5', 'rlbench.tasks=[dual_push_buttons]', 'rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root', 'rlbench.headless=True', 'rlbench.gripper_mode=BimanualDiscrete', 'rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning', 'rlbench.action_mode=BimanualMoveArmThenGripper']
15
+ Traceback (most recent call last):
16
+ File "/workspace/third_party/AnyBimanual/eval.py", line 201, in main
17
+ raise Exception(f"Missing seed{start_seed}/config.yaml. Logdir is {logdir}")
18
+ Exception: Missing seed0/config.yaml. Logdir is /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir/perlf_release_dual_push_buttons_smoke5/PERACT_BC/seed0
19
+
20
+ Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace.
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stdout.txt ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-01 00:23:58,169][root][INFO] -
2
+ method:
3
+ name: PERACT_BC
4
+ agent_type: leader_follower
5
+ robot_name: bimanual
6
+ image_crop_size: 64
7
+ bounds_offset:
8
+ - 0.15
9
+ voxel_sizes:
10
+ - 100
11
+ include_prev_layer: false
12
+ num_latents: 2048
13
+ latent_dim: 512
14
+ transformer_depth: 6
15
+ transformer_iterations: 1
16
+ cross_heads: 1
17
+ cross_dim_head: 64
18
+ latent_heads: 8
19
+ latent_dim_head: 64
20
+ pos_encoding_with_lang: true
21
+ conv_downsample: true
22
+ lang_fusion_type: seq
23
+ voxel_patch_size: 5
24
+ voxel_patch_stride: 5
25
+ final_dim: 64
26
+ low_dim_size: 4
27
+ input_dropout: 0.1
28
+ attn_dropout: 0.1
29
+ decoder_dropout: 0.0
30
+ lr: 0.0005
31
+ lr_scheduler: false
32
+ num_warmup_steps: 3000
33
+ optimizer: lamb
34
+ lambda_weight_l2: 1.0e-06
35
+ trans_loss_weight: 1.0
36
+ rot_loss_weight: 1.0
37
+ grip_loss_weight: 1.0
38
+ collision_loss_weight: 1.0
39
+ rotation_resolution: 5
40
+ activation: lrelu
41
+ norm: None
42
+ crop_augmentation: true
43
+ transform_augmentation:
44
+ apply_se3: true
45
+ aug_xyz:
46
+ - 0.125
47
+ - 0.125
48
+ - 0.125
49
+ aug_rpy:
50
+ - 0.0
51
+ - 0.0
52
+ - 45.0
53
+ aug_rot_resolution: ${method.rotation_resolution}
54
+ demo_augmentation: true
55
+ demo_augmentation_every_n: 10
56
+ no_skip_connection: false
57
+ no_perceiver: false
58
+ no_language: false
59
+ keypoint_method: heuristic
60
+ rlbench:
61
+ task_name: perlf_release_dual_push_buttons_smoke5
62
+ tasks:
63
+ - dual_push_buttons
64
+ demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
65
+ episode_length: 25
66
+ cameras:
67
+ - over_shoulder_left
68
+ - over_shoulder_right
69
+ - overhead
70
+ - wrist_right
71
+ - wrist_left
72
+ - front
73
+ camera_resolution:
74
+ - 256
75
+ - 256
76
+ scene_bounds:
77
+ - -0.3
78
+ - -0.5
79
+ - 0.6
80
+ - 0.7
81
+ - 0.5
82
+ - 1.6
83
+ include_lang_goal_in_obs: true
84
+ time_in_state: true
85
+ headless: true
86
+ gripper_mode: BimanualDiscrete
87
+ arm_action_mode: BimanualEndEffectorPoseViaPlanning
88
+ action_mode: BimanualMoveArmThenGripper
89
+ framework:
90
+ tensorboard_logging: true
91
+ csv_logging: true
92
+ gpu: 0
93
+ logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir
94
+ start_seed: 0
95
+ record_every_n: 5
96
+ eval_envs: 1
97
+ eval_from_eps_number: 0
98
+ eval_episodes: 5
99
+ eval_type: 60000
100
+ eval_save_metrics: true
101
+ cinematic_recorder:
102
+ enabled: false
103
+ camera_resolution:
104
+ - 1280
105
+ - 720
106
+ fps: 30
107
+ rotate_speed: 0.005
108
+ save_path: /tmp/videos/
109
+
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/summary.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_mode": "trunk_only",
3
+ "task_name": "perlf_release_dual_push_buttons_smoke5",
4
+ "tasks": [
5
+ "dual_push_buttons"
6
+ ],
7
+ "task_families": [
8
+ "generic"
9
+ ],
10
+ "passthrough_only": true,
11
+ "passthrough_reason": "generic_task_family",
12
+ "episodes_requested": 5,
13
+ "episode_scores": [],
14
+ "mean_score": 0.0,
15
+ "final_score": null,
16
+ "subprocess_returncode": 1,
17
+ "eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir/perlf_release_dual_push_buttons_smoke5/PERACT_BC/seed0/eval_data.csv",
18
+ "command": [
19
+ "/workspace/envs/rlbench/bin/python",
20
+ "/workspace/third_party/AnyBimanual/eval.py",
21
+ "method=PERACT_BC",
22
+ "framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir",
23
+ "framework.start_seed=0",
24
+ "framework.eval_type=60000",
25
+ "framework.eval_episodes=5",
26
+ "framework.eval_envs=1",
27
+ "framework.gpu=0",
28
+ "rlbench.task_name=perlf_release_dual_push_buttons_smoke5",
29
+ "rlbench.tasks=[dual_push_buttons]",
30
+ "rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
31
+ "rlbench.headless=True",
32
+ "rlbench.gripper_mode=BimanualDiscrete",
33
+ "rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
34
+ "rlbench.action_mode=BimanualMoveArmThenGripper"
35
+ ]
36
+ }
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ddp:
2
+ master_addr: localhost
3
+ master_port: 13985
4
+ num_devices: 2
5
+ rlbench:
6
+ task_name: perlf+ab
7
+ tasks:
8
+ - bimanual_pick_laptop
9
+ - bimanual_pick_plate
10
+ - bimanual_straighten_rope
11
+ - coordinated_lift_ball
12
+ - coordinated_lift_tray
13
+ - coordinated_push_box
14
+ - coordinated_put_bottle_in_fridge
15
+ - dual_push_buttons
16
+ - handover_item
17
+ - bimanual_sweep_to_dustpan
18
+ - coordinated_take_tray_out_of_oven
19
+ - handover_item_easy
20
+ demos: 100
21
+ demo_path: /mnt/disk_1/tengbo/bimanual_data/train
22
+ episode_length: 25
23
+ cameras:
24
+ - over_shoulder_right
25
+ - wrist_right
26
+ - front
27
+ - overhead
28
+ - over_shoulder_left
29
+ - wrist_left
30
+ camera_resolution:
31
+ - 256
32
+ - 256
33
+ scene_bounds:
34
+ - -0.3
35
+ - -0.5
36
+ - 0.6
37
+ - 0.7
38
+ - 0.5
39
+ - 1.6
40
+ include_lang_goal_in_obs: true
41
+ instructions: ''
42
+ replay:
43
+ batch_size: 2
44
+ timesteps: 1
45
+ prioritisation: false
46
+ task_uniform: true
47
+ use_disk: true
48
+ path: /mnt/disk_2/tengbo/replay/
49
+ max_parallel_processes: 32
50
+ task_folder: multi
51
+ framework:
52
+ log_freq: 1000
53
+ save_freq: 10000
54
+ train_envs: 1
55
+ replay_ratio: ${replay.batch_size}
56
+ transitions_before_train: 200
57
+ tensorboard_logging: true
58
+ csv_logging: true
59
+ training_iterations: 100001
60
+ gpu: 0
61
+ env_gpu: 0
62
+ logdir: /mnt/disk_1/tengbo/peract_bimanual/log
63
+ logging_level: 20
64
+ seeds: 1
65
+ start_seed: 0
66
+ load_existing_weights: false
67
+ num_weights_to_keep: 60
68
+ num_workers: 0
69
+ record_every_n: 5
70
+ checkpoint_name_prefix: checkpoint
71
+ use_wandb: true
72
+ wandb_project: ''
73
+ wandb_group: perlf+ab
74
+ seed: 0
75
+ wandb_name: perlf+ab
76
+ use_skill: true
77
+ use_pretrained: false
78
+ use_prefix: false
79
+ frozen: ''
80
+ anybimanual: true
81
+ augmentation_type: ab
82
+ method:
83
+ name: PERACT_BC
84
+ agent_type: leader_follower
85
+ robot_name: bimanual
86
+ image_crop_size: 64
87
+ bounds_offset:
88
+ - 0.15
89
+ voxel_sizes:
90
+ - 100
91
+ include_prev_layer: false
92
+ num_latents: 2048
93
+ latent_dim: 512
94
+ transformer_depth: 6
95
+ transformer_iterations: 1
96
+ cross_heads: 1
97
+ cross_dim_head: 64
98
+ latent_heads: 8
99
+ latent_dim_head: 64
100
+ pos_encoding_with_lang: true
101
+ conv_downsample: true
102
+ lang_fusion_type: seq
103
+ voxel_patch_size: 5
104
+ voxel_patch_stride: 5
105
+ final_dim: 64
106
+ low_dim_size: 4
107
+ input_dropout: 0.1
108
+ attn_dropout: 0.1
109
+ decoder_dropout: 0.0
110
+ lr: 0.0005
111
+ lr_scheduler: false
112
+ num_warmup_steps: 3000
113
+ optimizer: lamb
114
+ lambda_weight_l2: 1.0e-06
115
+ trans_loss_weight: 1.0
116
+ rot_loss_weight: 1.0
117
+ grip_loss_weight: 1.0
118
+ collision_loss_weight: 1.0
119
+ rotation_resolution: 5
120
+ activation: lrelu
121
+ norm: None
122
+ crop_augmentation: true
123
+ transform_augmentation:
124
+ apply_se3: true
125
+ aug_xyz:
126
+ - 0.125
127
+ - 0.125
128
+ - 0.125
129
+ aug_rpy:
130
+ - 0.0
131
+ - 0.0
132
+ - 45.0
133
+ aug_rot_resolution: ${method.rotation_resolution}
134
+ demo_augmentation: true
135
+ demo_augmentation_every_n: 10
136
+ no_skip_connection: false
137
+ no_perceiver: false
138
+ no_language: false
139
+ keypoint_method: heuristic
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ step,eval_envs/return,eval_envs/length,eval_envs/total_transitions
2
+ 60000,40.0,17.6,88
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stderr.txt ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
2
+ The version_base parameter is not specified.
3
+ Please specify a compatability version level, or None.
4
+ Will assume defaults for version 1.1
5
+ @hydra.main(config_name="eval", config_path="conf")
6
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
7
+ warnings.warn(msg, UserWarning)
8
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
9
+ See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
10
+ deprecation_warning(
11
+ /workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
12
+ See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
13
+ ret = run_job(
14
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
15
+ from pkg_resources import parse_version
16
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
17
+ The version_base parameter is not specified.
18
+ Please specify a compatability version level, or None.
19
+ Will assume defaults for version 1.1
20
+ @hydra.main(config_name="eval", config_path="conf")
21
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
22
+ The version_base parameter is not specified.
23
+ Please specify a compatability version level, or None.
24
+ Will assume defaults for version 1.1
25
+ @hydra.main(config_name="eval", config_path="conf")
26
+ /workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
27
+ from pkg_resources import parse_version
28
+ /workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
29
+ The version_base parameter is not specified.
30
+ Please specify a compatability version level, or None.
31
+ Will assume defaults for version 1.1
32
+ @hydra.main(config_name="eval", config_path="conf")
33
+ /workspace/third_party/YARR/yarr/utils/rollout_generator.py:73: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at /opt/conda/conda-bld/pytorch_1716905979055/work/torch/csrc/utils/tensor_new.cpp:274.)
34
+ prepped_data = {k: torch.tensor([v], device=self._env_device) for k, v in obs_history.items()}
35
+ [W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stdout.txt ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-04-01 00:39:26,439][root][INFO] -
2
+ method:
3
+ name: PERACT_BC
4
+ agent_type: leader_follower
5
+ robot_name: bimanual
6
+ image_crop_size: 64
7
+ bounds_offset:
8
+ - 0.15
9
+ voxel_sizes:
10
+ - 100
11
+ include_prev_layer: false
12
+ num_latents: 2048
13
+ latent_dim: 512
14
+ transformer_depth: 6
15
+ transformer_iterations: 1
16
+ cross_heads: 1
17
+ cross_dim_head: 64
18
+ latent_heads: 8
19
+ latent_dim_head: 64
20
+ pos_encoding_with_lang: true
21
+ conv_downsample: true
22
+ lang_fusion_type: seq
23
+ voxel_patch_size: 5
24
+ voxel_patch_stride: 5
25
+ final_dim: 64
26
+ low_dim_size: 4
27
+ input_dropout: 0.1
28
+ attn_dropout: 0.1
29
+ decoder_dropout: 0.0
30
+ lr: 0.0005
31
+ lr_scheduler: false
32
+ num_warmup_steps: 3000
33
+ optimizer: lamb
34
+ lambda_weight_l2: 1.0e-06
35
+ trans_loss_weight: 1.0
36
+ rot_loss_weight: 1.0
37
+ grip_loss_weight: 1.0
38
+ collision_loss_weight: 1.0
39
+ rotation_resolution: 5
40
+ activation: lrelu
41
+ norm: None
42
+ crop_augmentation: true
43
+ transform_augmentation:
44
+ apply_se3: true
45
+ aug_xyz:
46
+ - 0.125
47
+ - 0.125
48
+ - 0.125
49
+ aug_rpy:
50
+ - 0.0
51
+ - 0.0
52
+ - 45.0
53
+ aug_rot_resolution: ${method.rotation_resolution}
54
+ demo_augmentation: true
55
+ demo_augmentation_every_n: 10
56
+ no_skip_connection: false
57
+ no_perceiver: false
58
+ no_language: false
59
+ keypoint_method: heuristic
60
+ rlbench:
61
+ task_name: perlf_release_dual_push_buttons_smoke1
62
+ tasks:
63
+ - dual_push_buttons
64
+ demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
65
+ episode_length: 25
66
+ cameras:
67
+ - over_shoulder_left
68
+ - over_shoulder_right
69
+ - overhead
70
+ - wrist_right
71
+ - wrist_left
72
+ - front
73
+ camera_resolution:
74
+ - 256
75
+ - 256
76
+ scene_bounds:
77
+ - -0.3
78
+ - -0.5
79
+ - 0.6
80
+ - 0.7
81
+ - 0.5
82
+ - 1.6
83
+ include_lang_goal_in_obs: true
84
+ time_in_state: true
85
+ headless: true
86
+ gripper_mode: BimanualDiscrete
87
+ arm_action_mode: BimanualEndEffectorPoseViaPlanning
88
+ action_mode: BimanualMoveArmThenGripper
89
+ framework:
90
+ tensorboard_logging: true
91
+ csv_logging: true
92
+ gpu: 0
93
+ logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir
94
+ start_seed: 0
95
+ record_every_n: 5
96
+ eval_envs: 1
97
+ eval_from_eps_number: 0
98
+ eval_episodes: 5
99
+ eval_type: 60000
100
+ eval_save_metrics: true
101
+ cinematic_recorder:
102
+ enabled: false
103
+ camera_resolution:
104
+ - 1280
105
+ - 720
106
+ fps: 30
107
+ rotate_speed: 0.005
108
+ save_path: /tmp/videos/
109
+
110
+ [2026-04-01 00:39:26,448][root][INFO] - Using env device cuda:0.
111
+ [2026-04-01 00:39:26,450][root][INFO] - Evaluating seed 0.
112
+ [2026-04-01 00:39:26,450][root][INFO] - Using method PERACT_BC with type leader_follower
113
+ Weight: [60000]
114
+ [04/01/26 00:39:48] INFO INFO:root:eval_env: _independent_env_runner.py:131
115
+ Launching env.
116
+ INFO INFO:root:Agent _independent_env_runner.py:134
117
+ information:
118
+ INFO INFO:root:<yarr.agen _independent_env_runner.py:135
119
+ ts.agent.LeaderFollo
120
+ werAgent object at
121
+ 0x794220da7970>
122
+ [04/01/26 00:39:49] INFO INFO:root:Using dual panda robot environment.py:117
123
+ INFO INFO:root:Setting control arm_action_modes.py:79
124
+ mode for both robots
125
+ WARNING WARNING:root:not sure how task_environment.py:57
126
+ _robot_shapes are used is
127
+ used.
128
+ INFO INFO:root:Evaluating _independent_env_runner.py:165
129
+ weight 60000
130
+ loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
131
+ loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
132
+ INFO INFO:root:eval_env: _independent_env_runner.py:192
133
+ Starting episode 0,
134
+ seed 0.
135
+ [04/01/26 00:40:19] INFO INFO:root:total waypoints 4, (right=2, task.py:368
136
+ left=2)
137
+ Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
138
+ [04/01/26 00:40:44] INFO INFO:root:eval_env: _independent_env_runner.py:192
139
+ Starting episode 1,
140
+ seed 1.
141
+ [04/01/26 00:41:21] INFO INFO:root:total waypoints 4, (right=2, task.py:368
142
+ left=2)
143
+ Evaluating bimanual_dual_push_buttons | Episode 1 | Score: 100.0 | Lang Goal: push the black and the violet buttons
144
+ [04/01/26 00:41:29] INFO INFO:root:eval_env: _independent_env_runner.py:192
145
+ Starting episode 2,
146
+ seed 2.
147
+ [04/01/26 00:42:02] INFO INFO:root:total waypoints 4, (right=2, task.py:368
148
+ left=2)
149
+ Evaluating bimanual_dual_push_buttons | Episode 2 | Score: 100.0 | Lang Goal: push the violet and the blue buttons
150
+ [04/01/26 00:42:10] INFO INFO:root:eval_env: _independent_env_runner.py:192
151
+ Starting episode 3,
152
+ seed 3.
153
+ [04/01/26 00:42:41] INFO INFO:root:total waypoints 4, (right=2, task.py:368
154
+ left=2)
155
+ Evaluating bimanual_dual_push_buttons | Episode 3 | Score: 0.0 | Lang Goal: push the green and the violet buttons
156
+ [04/01/26 00:43:02] INFO INFO:root:eval_env: _independent_env_runner.py:192
157
+ Starting episode 4,
158
+ seed 4.
159
+ [04/01/26 00:43:40] INFO INFO:root:total waypoints 4, (right=2, task.py:368
160
+ left=2)
161
+ Evaluating bimanual_dual_push_buttons | Episode 4 | Score: 0.0 | Lang Goal: push the olive and the violet buttons
162
+ Finished bimanual_dual_push_buttons | Final Score: 40.0
163
+
164
+ moviepy is installed, but can't import moviepy.editor. Some packages could be missing [imageio, requests]
165
+ [04/01/26 00:44:10] INFO INFO:root:Finished _independent_env_runner.py:293
166
+ evaluation.
167
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/summary.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_mode": "trunk_only",
3
+ "task_name": "perlf_release_dual_push_buttons_smoke1",
4
+ "tasks": [
5
+ "dual_push_buttons"
6
+ ],
7
+ "task_families": [
8
+ "generic"
9
+ ],
10
+ "passthrough_only": true,
11
+ "passthrough_reason": "generic_task_family",
12
+ "episodes_requested": 5,
13
+ "episode_scores": [
14
+ 0.0,
15
+ 100.0,
16
+ 100.0,
17
+ 0.0,
18
+ 0.0
19
+ ],
20
+ "mean_score": 40.0,
21
+ "final_score": 40.0,
22
+ "subprocess_returncode": 0,
23
+ "eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv",
24
+ "command": [
25
+ "/workspace/envs/rlbench/bin/python",
26
+ "/workspace/third_party/AnyBimanual/eval.py",
27
+ "method=PERACT_BC",
28
+ "framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir",
29
+ "framework.start_seed=0",
30
+ "framework.eval_type=60000",
31
+ "framework.eval_episodes=5",
32
+ "framework.eval_envs=1",
33
+ "framework.gpu=0",
34
+ "rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
35
+ "rlbench.tasks=[dual_push_buttons]",
36
+ "rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
37
+ "rlbench.headless=True",
38
+ "rlbench.gripper_mode=BimanualDiscrete",
39
+ "rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
40
+ "rlbench.action_mode=BimanualMoveArmThenGripper"
41
+ ]
42
+ }
artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt",
3
+ "plan_requested": false,
4
+ "plan_applied": false,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 5,
11
+ "episode_length": 60,
12
+ "resolution": 256,
13
+ "reset_retries": 20,
14
+ "arm_mode": "planning",
15
+ "delta_scale": 1.0,
16
+ "cameras": [
17
+ "front",
18
+ "wrist_left",
19
+ "wrist_right"
20
+ ],
21
+ "tasks": {
22
+ "bimanual_dual_push_buttons": {
23
+ "error": "The call failed on the V-REP side. Return value: -1",
24
+ "mean_success": 0.0,
25
+ "mean_return": 0.0
26
+ }
27
+ },
28
+ "mean_success": 0.0
29
+ }
artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # RLBench Rollout Eval
2
+
3
+ - Checkpoint: `/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt`
4
+ - Plan requested: `False`
5
+ - Plan applied: `False`
6
+ - Support-mode conditioning: `True`
7
+ - Task conditioning: `True`
8
+ - Geometry enabled: `True`
9
+ - World-model mode: `checkpoint_default`
10
+ - Mean success: `0.000`
11
+
12
+ ## Per-task
13
+
14
+ - `bimanual_dual_push_buttons`: error=The call failed on the V-REP side. Return value: -1
artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.partial.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt",
3
+ "plan_requested": false,
4
+ "plan_applied": false,
5
+ "planner_mode": "trainable",
6
+ "support_mode_conditioning": true,
7
+ "task_conditioning": true,
8
+ "geometry_enabled": true,
9
+ "world_model_mode": "checkpoint_default",
10
+ "episodes_per_task": 5,
11
+ "episode_length": 60,
12
+ "resolution": 256,
13
+ "reset_retries": 20,
14
+ "arm_mode": "planning",
15
+ "delta_scale": 1.0,
16
+ "cameras": [
17
+ "front",
18
+ "wrist_left",
19
+ "wrist_right"
20
+ ],
21
+ "tasks": {
22
+ "bimanual_dual_push_buttons": {
23
+ "error": "The call failed on the V-REP side. Return value: -1",
24
+ "mean_success": 0.0,
25
+ "mean_return": 0.0
26
+ }
27
+ },
28
+ "mean_success": 0.0
29
+ }
artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_dual_push_buttons --resolution 224 --headless
artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stdout.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "display": ":99",
3
+ "headless": true,
4
+ "task": "BimanualDualPushButtons",
5
+ "description": "push the olive and the orange buttons",
6
+ "front_rgb_shape": [
7
+ 224,
8
+ 224,
9
+ 3
10
+ ],
11
+ "wrist_left_rgb_shape": [
12
+ 224,
13
+ 224,
14
+ 3
15
+ ],
16
+ "wrist_right_rgb_shape": [
17
+ 224,
18
+ 224,
19
+ 3
20
+ ],
21
+ "right_pose_shape": [
22
+ 7
23
+ ],
24
+ "left_pose_shape": [
25
+ 7
26
+ ],
27
+ "stepped_mode": "bimanual_noop",
28
+ "action_finite": true,
29
+ "action_dim": 18,
30
+ "reward": 0.0,
31
+ "done": false,
32
+ "front_rgb_shape_after_step": [
33
+ 224,
34
+ 224,
35
+ 3
36
+ ]
37
+ }
38
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_handover_item --resolution 224 --headless
artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stdout.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "display": ":99",
3
+ "headless": true,
4
+ "task": "BimanualHandoverItem",
5
+ "description": "bring me the red item",
6
+ "front_rgb_shape": [
7
+ 224,
8
+ 224,
9
+ 3
10
+ ],
11
+ "wrist_left_rgb_shape": [
12
+ 224,
13
+ 224,
14
+ 3
15
+ ],
16
+ "wrist_right_rgb_shape": [
17
+ 224,
18
+ 224,
19
+ 3
20
+ ],
21
+ "right_pose_shape": [
22
+ 7
23
+ ],
24
+ "left_pose_shape": [
25
+ 7
26
+ ],
27
+ "stepped_mode": "bimanual_noop",
28
+ "action_finite": true,
29
+ "action_dim": 18,
30
+ "reward": 0.0,
31
+ "done": false,
32
+ "front_rgb_shape_after_step": [
33
+ 224,
34
+ 224,
35
+ 3
36
+ ]
37
+ }
38
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_lift_ball --resolution 224 --headless
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stdout.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "display": ":99",
3
+ "headless": true,
4
+ "task": "BimanualLiftBall",
5
+ "description": "Lift the ball",
6
+ "front_rgb_shape": [
7
+ 224,
8
+ 224,
9
+ 3
10
+ ],
11
+ "wrist_left_rgb_shape": [
12
+ 224,
13
+ 224,
14
+ 3
15
+ ],
16
+ "wrist_right_rgb_shape": [
17
+ 224,
18
+ 224,
19
+ 3
20
+ ],
21
+ "right_pose_shape": [
22
+ 7
23
+ ],
24
+ "left_pose_shape": [
25
+ 7
26
+ ],
27
+ "stepped_mode": "bimanual_noop",
28
+ "action_finite": true,
29
+ "action_dim": 18,
30
+ "reward": 0.0,
31
+ "done": false,
32
+ "front_rgb_shape_after_step": [
33
+ 224,
34
+ 224,
35
+ 3
36
+ ]
37
+ }
38
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_lift_tray --resolution 224 --headless
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ WARNING:root:not sure how _robot_shapes are used is used.
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stdout.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "display": ":99",
3
+ "headless": true,
4
+ "task": "BimanualLiftTray",
5
+ "description": "Lift the tray",
6
+ "front_rgb_shape": [
7
+ 224,
8
+ 224,
9
+ 3
10
+ ],
11
+ "wrist_left_rgb_shape": [
12
+ 224,
13
+ 224,
14
+ 3
15
+ ],
16
+ "wrist_right_rgb_shape": [
17
+ 224,
18
+ 224,
19
+ 3
20
+ ],
21
+ "right_pose_shape": [
22
+ 7
23
+ ],
24
+ "left_pose_shape": [
25
+ 7
26
+ ],
27
+ "stepped_mode": "bimanual_noop",
28
+ "action_finite": true,
29
+ "action_dim": 18,
30
+ "reward": 0.0,
31
+ "done": false,
32
+ "front_rgb_shape_after_step": [
33
+ 224,
34
+ 224,
35
+ 3
36
+ ]
37
+ }
38
+ [CoppeliaSim:loadinfo] done.
artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "resolution": 224,
3
+ "headless": true,
4
+ "tasks": {
5
+ "bimanual_push_box": {
6
+ "subprocess_returncode": 0,
7
+ "launch_ok": true,
8
+ "display": ":99",
9
+ "headless": true,
10
+ "task": "BimanualPushBox",
11
+ "description": "push the box to the red area",
12
+ "front_rgb_shape": [
13
+ 224,
14
+ 224,
15
+ 3
16
+ ],
17
+ "wrist_left_rgb_shape": [
18
+ 224,
19
+ 224,
20
+ 3
21
+ ],
22
+ "wrist_right_rgb_shape": [
23
+ 224,
24
+ 224,
25
+ 3
26
+ ],
27
+ "right_pose_shape": [
28
+ 7
29
+ ],
30
+ "left_pose_shape": [
31
+ 7
32
+ ],
33
+ "stepped_mode": "bimanual_noop",
34
+ "action_finite": true,
35
+ "action_dim": 18,
36
+ "reward": 0.0,
37
+ "done": false,
38
+ "front_rgb_shape_after_step": [
39
+ 224,
40
+ 224,
41
+ 3
42
+ ]
43
+ },
44
+ "bimanual_lift_ball": {
45
+ "subprocess_returncode": 0,
46
+ "launch_ok": true,
47
+ "display": ":99",
48
+ "headless": true,
49
+ "task": "BimanualLiftBall",
50
+ "description": "Lift the ball",
51
+ "front_rgb_shape": [
52
+ 224,
53
+ 224,
54
+ 3
55
+ ],
56
+ "wrist_left_rgb_shape": [
57
+ 224,
58
+ 224,
59
+ 3
60
+ ],
61
+ "wrist_right_rgb_shape": [
62
+ 224,
63
+ 224,
64
+ 3
65
+ ],
66
+ "right_pose_shape": [
67
+ 7
68
+ ],
69
+ "left_pose_shape": [
70
+ 7
71
+ ],
72
+ "stepped_mode": "bimanual_noop",
73
+ "action_finite": true,
74
+ "action_dim": 18,
75
+ "reward": 0.0,
76
+ "done": false,
77
+ "front_rgb_shape_after_step": [
78
+ 224,
79
+ 224,
80
+ 3
81
+ ]
82
+ },
83
+ "bimanual_dual_push_buttons": {
84
+ "subprocess_returncode": 0,
85
+ "launch_ok": true,
86
+ "display": ":99",
87
+ "headless": true,
88
+ "task": "BimanualDualPushButtons",
89
+ "description": "push the olive and the orange buttons",
90
+ "front_rgb_shape": [
91
+ 224,
92
+ 224,
93
+ 3
94
+ ],
95
+ "wrist_left_rgb_shape": [
96
+ 224,
97
+ 224,
98
+ 3
99
+ ],
100
+ "wrist_right_rgb_shape": [
101
+ 224,
102
+ 224,
103
+ 3
104
+ ],
105
+ "right_pose_shape": [
106
+ 7
107
+ ],
108
+ "left_pose_shape": [
109
+ 7
110
+ ],
111
+ "stepped_mode": "bimanual_noop",
112
+ "action_finite": true,
113
+ "action_dim": 18,
114
+ "reward": 0.0,
115
+ "done": false,
116
+ "front_rgb_shape_after_step": [
117
+ 224,
118
+ 224,
119
+ 3
120
+ ]
121
+ },
122
+ "bimanual_handover_item": {
123
+ "subprocess_returncode": 0,
124
+ "launch_ok": true,
125
+ "display": ":99",
126
+ "headless": true,
127
+ "task": "BimanualHandoverItem",
128
+ "description": "bring me the red item",
129
+ "front_rgb_shape": [
130
+ 224,
131
+ 224,
132
+ 3
133
+ ],
134
+ "wrist_left_rgb_shape": [
135
+ 224,
136
+ 224,
137
+ 3
138
+ ],
139
+ "wrist_right_rgb_shape": [
140
+ 224,
141
+ 224,
142
+ 3
143
+ ],
144
+ "right_pose_shape": [
145
+ 7
146
+ ],
147
+ "left_pose_shape": [
148
+ 7
149
+ ],
150
+ "stepped_mode": "bimanual_noop",
151
+ "action_finite": true,
152
+ "action_dim": 18,
153
+ "reward": 0.0,
154
+ "done": false,
155
+ "front_rgb_shape_after_step": [
156
+ 224,
157
+ 224,
158
+ 3
159
+ ]
160
+ },
161
+ "bimanual_lift_tray": {
162
+ "subprocess_returncode": 0,
163
+ "launch_ok": true,
164
+ "display": ":99",
165
+ "headless": true,
166
+ "task": "BimanualLiftTray",
167
+ "description": "Lift the tray",
168
+ "front_rgb_shape": [
169
+ 224,
170
+ 224,
171
+ 3
172
+ ],
173
+ "wrist_left_rgb_shape": [
174
+ 224,
175
+ 224,
176
+ 3
177
+ ],
178
+ "wrist_right_rgb_shape": [
179
+ 224,
180
+ 224,
181
+ 3
182
+ ],
183
+ "right_pose_shape": [
184
+ 7
185
+ ],
186
+ "left_pose_shape": [
187
+ 7
188
+ ],
189
+ "stepped_mode": "bimanual_noop",
190
+ "action_finite": true,
191
+ "action_dim": 18,
192
+ "reward": 0.0,
193
+ "done": false,
194
+ "front_rgb_shape_after_step": [
195
+ 224,
196
+ 224,
197
+ 3
198
+ ]
199
+ }
200
+ },
201
+ "task_count": 5,
202
+ "launch_successes": 5,
203
+ "finite_action_tasks": 5,
204
+ "error_tasks": []
205
+ }
artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.md ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # PerAct2 13-Task Launch Smoke
2
+
3
+ - Resolution: `224`
4
+ - Headless: `True`
5
+ - Task count: `5`
6
+ - Launch successes: `5`
7
+ - Finite-action tasks: `5`
8
+ - Error tasks: `[]`
9
+
10
+ ## Per-task
11
+
12
+ - `bimanual_push_box`: launch_ok=True, action_finite=True, task_class=BimanualPushBox, reward=0.0
13
+ - `bimanual_lift_ball`: launch_ok=True, action_finite=True, task_class=BimanualLiftBall, reward=0.0
14
+ - `bimanual_dual_push_buttons`: launch_ok=True, action_finite=True, task_class=BimanualDualPushButtons, reward=0.0
15
+ - `bimanual_handover_item`: launch_ok=True, action_finite=True, task_class=BimanualHandoverItem, reward=0.0
16
+ - `bimanual_lift_tray`: launch_ok=True, action_finite=True, task_class=BimanualLiftTray, reward=0.0
artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Reveal Proxy Benchmark
2
+
3
+ ## adapter
4
+ - controller: model
5
+ - checkpoint: /workspace/workspace/outputs/adapter_proxy/proxy_adapter_wrapped_clip_base_fast_seed17/checkpoint_best.pt
6
+ - episodes: 24.000
7
+ - mean_success: 0.000
8
+ - visibility_integral: 0.159
9
+ - corridor_availability: 0.002
10
+ - reocclusion_rate: 0.002
11
+ - disturbance_cost: 0.686
12
+ - premature_retrieve_rate: 0.798
13
+ - reocclusion_after_reveal_rate: 0.000
14
+ - planner_regret: 0.002
15
+ - foliage_success: 0.000
16
+ - bag_success: 0.000
17
+ - cloth_success: 0.000
artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Reveal Proxy Benchmark
2
+
3
+ ## adapter
4
+ - controller: model
5
+ - checkpoint: /workspace/workspace/outputs/adapter_proxy/proxy_adapter_wrapped_clip_base_fast_seed17/checkpoint_best.pt
6
+ - episodes: 24.000
7
+ - mean_success: 0.000
8
+ - visibility_integral: 0.160
9
+ - corridor_availability: 0.002
10
+ - reocclusion_rate: 0.002
11
+ - disturbance_cost: 0.676
12
+ - premature_retrieve_rate: 0.835
13
+ - reocclusion_after_reveal_rate: 0.000
14
+ - planner_regret: 0.046
15
+ - foliage_success: 0.000
16
+ - bag_success: 0.000
17
+ - cloth_success: 0.000
artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.json ADDED
The diff for this file is too large to render. See raw diff
 
artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Reveal Proxy Benchmark
2
+
3
+ ## adapter
4
+ - controller: oracle
5
+ - checkpoint: /workspace/workspace/outputs/adapter_proxy/proxy_adapter_wrapped_clip_base_fast_seed17/checkpoint_best.pt
6
+ - episodes: 24.000
7
+ - mean_success: 0.000
8
+ - visibility_integral: 10.234
9
+ - corridor_availability: 0.173
10
+ - reocclusion_rate: 0.008
11
+ - disturbance_cost: 0.655
12
+ - premature_retrieve_rate: 0.811
13
+ - reocclusion_after_reveal_rate: 0.250
14
+ - planner_regret: 0.000
15
+ - foliage_success: 0.000
16
+ - bag_success: 0.000
17
+ - cloth_success: 0.000