Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- artifacts/reports/anchor_dual_push_smoke/original_trunk/rollout_eval.partial.json +29 -0
- artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/command.txt +1 -0
- artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stderr.txt +35 -0
- artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stdout.txt +167 -0
- artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/summary.json +41 -0
- artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep25/stderr.txt +36 -0
- artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/command.txt +1 -0
- artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/stdout.txt +167 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/command.txt +1 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stderr.txt +20 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stdout.txt +109 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/summary.json +36 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml +139 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/command.txt +1 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stderr.txt +35 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stdout.txt +142 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/summary.json +38 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/command.txt +1 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stderr.txt +20 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stdout.txt +109 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/summary.json +36 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml +139 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv +2 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/command.txt +1 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stderr.txt +35 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stdout.txt +167 -0
- artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/summary.json +42 -0
- artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.json +29 -0
- artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.md +14 -0
- artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.partial.json +29 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/command.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stderr.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stdout.txt +38 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/command.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stderr.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stdout.txt +38 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/command.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stderr.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stdout.txt +38 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/command.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stderr.txt +1 -0
- artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stdout.txt +38 -0
- artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.json +205 -0
- artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.md +16 -0
- artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.json +0 -0
- artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.md +17 -0
- artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.json +0 -0
- artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.md +17 -0
- artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.json +0 -0
- artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.md +17 -0
artifacts/reports/anchor_dual_push_smoke/original_trunk/rollout_eval.partial.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt",
|
| 3 |
+
"plan_requested": false,
|
| 4 |
+
"plan_applied": false,
|
| 5 |
+
"planner_mode": "trainable",
|
| 6 |
+
"support_mode_conditioning": true,
|
| 7 |
+
"task_conditioning": true,
|
| 8 |
+
"geometry_enabled": true,
|
| 9 |
+
"world_model_mode": "checkpoint_default",
|
| 10 |
+
"episodes_per_task": 5,
|
| 11 |
+
"episode_length": 120,
|
| 12 |
+
"resolution": 256,
|
| 13 |
+
"reset_retries": 20,
|
| 14 |
+
"arm_mode": "planning",
|
| 15 |
+
"delta_scale": 1.0,
|
| 16 |
+
"cameras": [
|
| 17 |
+
"front",
|
| 18 |
+
"wrist_left",
|
| 19 |
+
"wrist_right"
|
| 20 |
+
],
|
| 21 |
+
"tasks": {
|
| 22 |
+
"bimanual_dual_push_buttons": {
|
| 23 |
+
"error": "The call failed on the V-REP side. Return value: -1",
|
| 24 |
+
"mean_success": 0.0,
|
| 25 |
+
"mean_return": 0.0
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"mean_success": 0.0
|
| 29 |
+
}
|
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/baselines/AnyBimanual_release_eval_live framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
|
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stderr.txt
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 6 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
|
| 7 |
+
warnings.warn(msg, UserWarning)
|
| 8 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
|
| 9 |
+
See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
|
| 10 |
+
deprecation_warning(
|
| 11 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
|
| 12 |
+
See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
|
| 13 |
+
ret = run_job(
|
| 14 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 15 |
+
from pkg_resources import parse_version
|
| 16 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 17 |
+
The version_base parameter is not specified.
|
| 18 |
+
Please specify a compatability version level, or None.
|
| 19 |
+
Will assume defaults for version 1.1
|
| 20 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 21 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 22 |
+
The version_base parameter is not specified.
|
| 23 |
+
Please specify a compatability version level, or None.
|
| 24 |
+
Will assume defaults for version 1.1
|
| 25 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 26 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 27 |
+
from pkg_resources import parse_version
|
| 28 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 29 |
+
The version_base parameter is not specified.
|
| 30 |
+
Please specify a compatability version level, or None.
|
| 31 |
+
Will assume defaults for version 1.1
|
| 32 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 33 |
+
/workspace/third_party/YARR/yarr/utils/rollout_generator.py:73: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at /opt/conda/conda-bld/pytorch_1716905979055/work/torch/csrc/utils/tensor_new.cpp:274.)
|
| 34 |
+
prepped_data = {k: torch.tensor([v], device=self._env_device) for k, v in obs_history.items()}
|
| 35 |
+
[W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
|
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/stdout.txt
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-03-31 23:03:30,597][root][INFO] -
|
| 2 |
+
method:
|
| 3 |
+
name: PERACT_BC
|
| 4 |
+
agent_type: leader_follower
|
| 5 |
+
robot_name: bimanual
|
| 6 |
+
image_crop_size: 64
|
| 7 |
+
bounds_offset:
|
| 8 |
+
- 0.15
|
| 9 |
+
voxel_sizes:
|
| 10 |
+
- 100
|
| 11 |
+
include_prev_layer: false
|
| 12 |
+
num_latents: 2048
|
| 13 |
+
latent_dim: 512
|
| 14 |
+
transformer_depth: 6
|
| 15 |
+
transformer_iterations: 1
|
| 16 |
+
cross_heads: 1
|
| 17 |
+
cross_dim_head: 64
|
| 18 |
+
latent_heads: 8
|
| 19 |
+
latent_dim_head: 64
|
| 20 |
+
pos_encoding_with_lang: true
|
| 21 |
+
conv_downsample: true
|
| 22 |
+
lang_fusion_type: seq
|
| 23 |
+
voxel_patch_size: 5
|
| 24 |
+
voxel_patch_stride: 5
|
| 25 |
+
final_dim: 64
|
| 26 |
+
low_dim_size: 4
|
| 27 |
+
input_dropout: 0.1
|
| 28 |
+
attn_dropout: 0.1
|
| 29 |
+
decoder_dropout: 0.0
|
| 30 |
+
lr: 0.0005
|
| 31 |
+
lr_scheduler: false
|
| 32 |
+
num_warmup_steps: 3000
|
| 33 |
+
optimizer: lamb
|
| 34 |
+
lambda_weight_l2: 1.0e-06
|
| 35 |
+
trans_loss_weight: 1.0
|
| 36 |
+
rot_loss_weight: 1.0
|
| 37 |
+
grip_loss_weight: 1.0
|
| 38 |
+
collision_loss_weight: 1.0
|
| 39 |
+
rotation_resolution: 5
|
| 40 |
+
activation: lrelu
|
| 41 |
+
norm: None
|
| 42 |
+
crop_augmentation: true
|
| 43 |
+
transform_augmentation:
|
| 44 |
+
apply_se3: true
|
| 45 |
+
aug_xyz:
|
| 46 |
+
- 0.125
|
| 47 |
+
- 0.125
|
| 48 |
+
- 0.125
|
| 49 |
+
aug_rpy:
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
- 45.0
|
| 53 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 54 |
+
demo_augmentation: true
|
| 55 |
+
demo_augmentation_every_n: 10
|
| 56 |
+
no_skip_connection: false
|
| 57 |
+
no_perceiver: false
|
| 58 |
+
no_language: false
|
| 59 |
+
keypoint_method: heuristic
|
| 60 |
+
rlbench:
|
| 61 |
+
task_name: perlf_release_dual_push_buttons_smoke1
|
| 62 |
+
tasks:
|
| 63 |
+
- dual_push_buttons
|
| 64 |
+
demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
|
| 65 |
+
episode_length: 25
|
| 66 |
+
cameras:
|
| 67 |
+
- over_shoulder_left
|
| 68 |
+
- over_shoulder_right
|
| 69 |
+
- overhead
|
| 70 |
+
- wrist_right
|
| 71 |
+
- wrist_left
|
| 72 |
+
- front
|
| 73 |
+
camera_resolution:
|
| 74 |
+
- 256
|
| 75 |
+
- 256
|
| 76 |
+
scene_bounds:
|
| 77 |
+
- -0.3
|
| 78 |
+
- -0.5
|
| 79 |
+
- 0.6
|
| 80 |
+
- 0.7
|
| 81 |
+
- 0.5
|
| 82 |
+
- 1.6
|
| 83 |
+
include_lang_goal_in_obs: true
|
| 84 |
+
time_in_state: true
|
| 85 |
+
headless: true
|
| 86 |
+
gripper_mode: BimanualDiscrete
|
| 87 |
+
arm_action_mode: BimanualEndEffectorPoseViaPlanning
|
| 88 |
+
action_mode: BimanualMoveArmThenGripper
|
| 89 |
+
framework:
|
| 90 |
+
tensorboard_logging: true
|
| 91 |
+
csv_logging: true
|
| 92 |
+
gpu: 0
|
| 93 |
+
logdir: /workspace/baselines/AnyBimanual_release_eval_live
|
| 94 |
+
start_seed: 0
|
| 95 |
+
record_every_n: 5
|
| 96 |
+
eval_envs: 1
|
| 97 |
+
eval_from_eps_number: 0
|
| 98 |
+
eval_episodes: 5
|
| 99 |
+
eval_type: 60000
|
| 100 |
+
eval_save_metrics: true
|
| 101 |
+
cinematic_recorder:
|
| 102 |
+
enabled: false
|
| 103 |
+
camera_resolution:
|
| 104 |
+
- 1280
|
| 105 |
+
- 720
|
| 106 |
+
fps: 30
|
| 107 |
+
rotate_speed: 0.005
|
| 108 |
+
save_path: /tmp/videos/
|
| 109 |
+
|
| 110 |
+
[2026-03-31 23:03:30,615][root][INFO] - Using env device cuda:0.
|
| 111 |
+
[2026-03-31 23:03:30,617][root][INFO] - Evaluating seed 0.
|
| 112 |
+
[2026-03-31 23:03:30,618][root][INFO] - Using method PERACT_BC with type leader_follower
|
| 113 |
+
Weight: [60000]
|
| 114 |
+
[03/31/26 23:04:12] INFO INFO:root:eval_env: _independent_env_runner.py:131
|
| 115 |
+
Launching env.
|
| 116 |
+
INFO INFO:root:Agent _independent_env_runner.py:134
|
| 117 |
+
information:
|
| 118 |
+
INFO INFO:root:<yarr.agen _independent_env_runner.py:135
|
| 119 |
+
ts.agent.LeaderFollo
|
| 120 |
+
werAgent object at
|
| 121 |
+
0x757414ac38e0>
|
| 122 |
+
[03/31/26 23:04:14] INFO INFO:root:Using dual panda robot environment.py:117
|
| 123 |
+
INFO INFO:root:Setting control arm_action_modes.py:79
|
| 124 |
+
mode for both robots
|
| 125 |
+
WARNING WARNING:root:not sure how task_environment.py:57
|
| 126 |
+
_robot_shapes are used is
|
| 127 |
+
used.
|
| 128 |
+
INFO INFO:root:Evaluating _independent_env_runner.py:165
|
| 129 |
+
weight 60000
|
| 130 |
+
loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
|
| 131 |
+
loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
|
| 132 |
+
INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 133 |
+
Starting episode 0,
|
| 134 |
+
seed 0.
|
| 135 |
+
[03/31/26 23:04:45] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 136 |
+
left=2)
|
| 137 |
+
Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
|
| 138 |
+
[03/31/26 23:05:21] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 139 |
+
Starting episode 1,
|
| 140 |
+
seed 1.
|
| 141 |
+
[03/31/26 23:06:00] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 142 |
+
left=2)
|
| 143 |
+
Evaluating bimanual_dual_push_buttons | Episode 1 | Score: 0.0 | Lang Goal: push the black and the violet buttons
|
| 144 |
+
[03/31/26 23:06:28] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 145 |
+
Starting episode 2,
|
| 146 |
+
seed 2.
|
| 147 |
+
[03/31/26 23:07:02] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 148 |
+
left=2)
|
| 149 |
+
Evaluating bimanual_dual_push_buttons | Episode 2 | Score: 100.0 | Lang Goal: push the violet and the blue buttons
|
| 150 |
+
[03/31/26 23:07:17] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 151 |
+
Starting episode 3,
|
| 152 |
+
seed 3.
|
| 153 |
+
[03/31/26 23:07:50] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 154 |
+
left=2)
|
| 155 |
+
Evaluating bimanual_dual_push_buttons | Episode 3 | Score: 100.0 | Lang Goal: push the green and the violet buttons
|
| 156 |
+
[03/31/26 23:07:58] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 157 |
+
Starting episode 4,
|
| 158 |
+
seed 4.
|
| 159 |
+
[03/31/26 23:08:38] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 160 |
+
left=2)
|
| 161 |
+
Evaluating bimanual_dual_push_buttons | Episode 4 | Score: 100.0 | Lang Goal: push the olive and the violet buttons
|
| 162 |
+
Finished bimanual_dual_push_buttons | Final Score: 60.0
|
| 163 |
+
|
| 164 |
+
moviepy is installed, but can't import moviepy.editor. Some packages could be missing [imageio, requests]
|
| 165 |
+
[03/31/26 23:09:00] INFO INFO:root:Finished _independent_env_runner.py:293
|
| 166 |
+
evaluation.
|
| 167 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/anybimanual_anchor_bridge/adapter_noop_ep5/summary.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adapter_mode": "adapter_noop",
|
| 3 |
+
"task_name": "perlf_release_dual_push_buttons_smoke1",
|
| 4 |
+
"tasks": [
|
| 5 |
+
"dual_push_buttons"
|
| 6 |
+
],
|
| 7 |
+
"task_families": [
|
| 8 |
+
"generic"
|
| 9 |
+
],
|
| 10 |
+
"passthrough_only": true,
|
| 11 |
+
"passthrough_reason": "generic_task_family",
|
| 12 |
+
"episodes_requested": 5,
|
| 13 |
+
"episode_scores": [
|
| 14 |
+
0.0,
|
| 15 |
+
0.0,
|
| 16 |
+
100.0,
|
| 17 |
+
100.0,
|
| 18 |
+
100.0
|
| 19 |
+
],
|
| 20 |
+
"mean_score": 60.0,
|
| 21 |
+
"final_score": 60.0,
|
| 22 |
+
"subprocess_returncode": 0,
|
| 23 |
+
"command": [
|
| 24 |
+
"/workspace/envs/rlbench/bin/python",
|
| 25 |
+
"/workspace/third_party/AnyBimanual/eval.py",
|
| 26 |
+
"method=PERACT_BC",
|
| 27 |
+
"framework.logdir=/workspace/baselines/AnyBimanual_release_eval_live",
|
| 28 |
+
"framework.start_seed=0",
|
| 29 |
+
"framework.eval_type=60000",
|
| 30 |
+
"framework.eval_episodes=5",
|
| 31 |
+
"framework.eval_envs=1",
|
| 32 |
+
"framework.gpu=0",
|
| 33 |
+
"rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
|
| 34 |
+
"rlbench.tasks=[dual_push_buttons]",
|
| 35 |
+
"rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
|
| 36 |
+
"rlbench.headless=True",
|
| 37 |
+
"rlbench.gripper_mode=BimanualDiscrete",
|
| 38 |
+
"rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
|
| 39 |
+
"rlbench.action_mode=BimanualMoveArmThenGripper"
|
| 40 |
+
]
|
| 41 |
+
}
|
artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep25/stderr.txt
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 6 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
|
| 7 |
+
warnings.warn(msg, UserWarning)
|
| 8 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
|
| 9 |
+
See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
|
| 10 |
+
deprecation_warning(
|
| 11 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
|
| 12 |
+
See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
|
| 13 |
+
ret = run_job(
|
| 14 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 15 |
+
from pkg_resources import parse_version
|
| 16 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 17 |
+
The version_base parameter is not specified.
|
| 18 |
+
Please specify a compatability version level, or None.
|
| 19 |
+
Will assume defaults for version 1.1
|
| 20 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 21 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 22 |
+
The version_base parameter is not specified.
|
| 23 |
+
Please specify a compatability version level, or None.
|
| 24 |
+
Will assume defaults for version 1.1
|
| 25 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 26 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 27 |
+
from pkg_resources import parse_version
|
| 28 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 29 |
+
The version_base parameter is not specified.
|
| 30 |
+
Please specify a compatability version level, or None.
|
| 31 |
+
Will assume defaults for version 1.1
|
| 32 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 33 |
+
qt.qpa.plugin: Could not find the Qt platform plugin "xcb" in ""
|
| 34 |
+
This application failed to start because no Qt platform plugin could be initialized. Reinstalling the application may fix this problem.
|
| 35 |
+
|
| 36 |
+
[W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
|
artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/baselines/AnyBimanual_release_eval_live framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
|
artifacts/reports/anybimanual_anchor_bridge/trunk_only_ep5/stdout.txt
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-03-31 22:50:11,766][root][INFO] -
|
| 2 |
+
method:
|
| 3 |
+
name: PERACT_BC
|
| 4 |
+
agent_type: leader_follower
|
| 5 |
+
robot_name: bimanual
|
| 6 |
+
image_crop_size: 64
|
| 7 |
+
bounds_offset:
|
| 8 |
+
- 0.15
|
| 9 |
+
voxel_sizes:
|
| 10 |
+
- 100
|
| 11 |
+
include_prev_layer: false
|
| 12 |
+
num_latents: 2048
|
| 13 |
+
latent_dim: 512
|
| 14 |
+
transformer_depth: 6
|
| 15 |
+
transformer_iterations: 1
|
| 16 |
+
cross_heads: 1
|
| 17 |
+
cross_dim_head: 64
|
| 18 |
+
latent_heads: 8
|
| 19 |
+
latent_dim_head: 64
|
| 20 |
+
pos_encoding_with_lang: true
|
| 21 |
+
conv_downsample: true
|
| 22 |
+
lang_fusion_type: seq
|
| 23 |
+
voxel_patch_size: 5
|
| 24 |
+
voxel_patch_stride: 5
|
| 25 |
+
final_dim: 64
|
| 26 |
+
low_dim_size: 4
|
| 27 |
+
input_dropout: 0.1
|
| 28 |
+
attn_dropout: 0.1
|
| 29 |
+
decoder_dropout: 0.0
|
| 30 |
+
lr: 0.0005
|
| 31 |
+
lr_scheduler: false
|
| 32 |
+
num_warmup_steps: 3000
|
| 33 |
+
optimizer: lamb
|
| 34 |
+
lambda_weight_l2: 1.0e-06
|
| 35 |
+
trans_loss_weight: 1.0
|
| 36 |
+
rot_loss_weight: 1.0
|
| 37 |
+
grip_loss_weight: 1.0
|
| 38 |
+
collision_loss_weight: 1.0
|
| 39 |
+
rotation_resolution: 5
|
| 40 |
+
activation: lrelu
|
| 41 |
+
norm: None
|
| 42 |
+
crop_augmentation: true
|
| 43 |
+
transform_augmentation:
|
| 44 |
+
apply_se3: true
|
| 45 |
+
aug_xyz:
|
| 46 |
+
- 0.125
|
| 47 |
+
- 0.125
|
| 48 |
+
- 0.125
|
| 49 |
+
aug_rpy:
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
- 45.0
|
| 53 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 54 |
+
demo_augmentation: true
|
| 55 |
+
demo_augmentation_every_n: 10
|
| 56 |
+
no_skip_connection: false
|
| 57 |
+
no_perceiver: false
|
| 58 |
+
no_language: false
|
| 59 |
+
keypoint_method: heuristic
|
| 60 |
+
rlbench:
|
| 61 |
+
task_name: perlf_release_dual_push_buttons_smoke1
|
| 62 |
+
tasks:
|
| 63 |
+
- dual_push_buttons
|
| 64 |
+
demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
|
| 65 |
+
episode_length: 25
|
| 66 |
+
cameras:
|
| 67 |
+
- over_shoulder_left
|
| 68 |
+
- over_shoulder_right
|
| 69 |
+
- overhead
|
| 70 |
+
- wrist_right
|
| 71 |
+
- wrist_left
|
| 72 |
+
- front
|
| 73 |
+
camera_resolution:
|
| 74 |
+
- 256
|
| 75 |
+
- 256
|
| 76 |
+
scene_bounds:
|
| 77 |
+
- -0.3
|
| 78 |
+
- -0.5
|
| 79 |
+
- 0.6
|
| 80 |
+
- 0.7
|
| 81 |
+
- 0.5
|
| 82 |
+
- 1.6
|
| 83 |
+
include_lang_goal_in_obs: true
|
| 84 |
+
time_in_state: true
|
| 85 |
+
headless: true
|
| 86 |
+
gripper_mode: BimanualDiscrete
|
| 87 |
+
arm_action_mode: BimanualEndEffectorPoseViaPlanning
|
| 88 |
+
action_mode: BimanualMoveArmThenGripper
|
| 89 |
+
framework:
|
| 90 |
+
tensorboard_logging: true
|
| 91 |
+
csv_logging: true
|
| 92 |
+
gpu: 0
|
| 93 |
+
logdir: /workspace/baselines/AnyBimanual_release_eval_live
|
| 94 |
+
start_seed: 0
|
| 95 |
+
record_every_n: 5
|
| 96 |
+
eval_envs: 1
|
| 97 |
+
eval_from_eps_number: 0
|
| 98 |
+
eval_episodes: 5
|
| 99 |
+
eval_type: 60000
|
| 100 |
+
eval_save_metrics: true
|
| 101 |
+
cinematic_recorder:
|
| 102 |
+
enabled: false
|
| 103 |
+
camera_resolution:
|
| 104 |
+
- 1280
|
| 105 |
+
- 720
|
| 106 |
+
fps: 30
|
| 107 |
+
rotate_speed: 0.005
|
| 108 |
+
save_path: /tmp/videos/
|
| 109 |
+
|
| 110 |
+
[2026-03-31 22:50:11,776][root][INFO] - Using env device cuda:0.
|
| 111 |
+
[2026-03-31 22:50:11,777][root][INFO] - Evaluating seed 0.
|
| 112 |
+
[2026-03-31 22:50:11,777][root][INFO] - Using method PERACT_BC with type leader_follower
|
| 113 |
+
Weight: [60000]
|
| 114 |
+
[03/31/26 22:50:48] INFO INFO:root:eval_env: _independent_env_runner.py:131
|
| 115 |
+
Launching env.
|
| 116 |
+
INFO INFO:root:Agent _independent_env_runner.py:134
|
| 117 |
+
information:
|
| 118 |
+
INFO INFO:root:<yarr.agen _independent_env_runner.py:135
|
| 119 |
+
ts.agent.LeaderFollo
|
| 120 |
+
werAgent object at
|
| 121 |
+
0x72a30c833970>
|
| 122 |
+
[03/31/26 22:50:49] INFO INFO:root:Using dual panda robot environment.py:117
|
| 123 |
+
INFO INFO:root:Setting control arm_action_modes.py:79
|
| 124 |
+
mode for both robots
|
| 125 |
+
WARNING WARNING:root:not sure how task_environment.py:57
|
| 126 |
+
_robot_shapes are used is
|
| 127 |
+
used.
|
| 128 |
+
INFO INFO:root:Evaluating _independent_env_runner.py:165
|
| 129 |
+
weight 60000
|
| 130 |
+
loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
|
| 131 |
+
loaded weights from /workspace/baselines/AnyBimanual_release_eval_live/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
|
| 132 |
+
[03/31/26 22:50:50] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 133 |
+
Starting episode 0,
|
| 134 |
+
seed 0.
|
| 135 |
+
[03/31/26 22:51:22] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 136 |
+
left=2)
|
| 137 |
+
Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
|
| 138 |
+
[03/31/26 22:51:56] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 139 |
+
Starting episode 1,
|
| 140 |
+
seed 1.
|
| 141 |
+
[03/31/26 22:52:40] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 142 |
+
left=2)
|
| 143 |
+
Evaluating bimanual_dual_push_buttons | Episode 1 | Score: 0.0 | Lang Goal: push the black and the violet buttons
|
| 144 |
+
[03/31/26 22:53:06] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 145 |
+
Starting episode 2,
|
| 146 |
+
seed 2.
|
| 147 |
+
[03/31/26 22:53:40] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 148 |
+
left=2)
|
| 149 |
+
Evaluating bimanual_dual_push_buttons | Episode 2 | Score: 100.0 | Lang Goal: push the violet and the blue buttons
|
| 150 |
+
[03/31/26 22:54:10] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 151 |
+
Starting episode 3,
|
| 152 |
+
seed 3.
|
| 153 |
+
[03/31/26 22:54:44] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 154 |
+
left=2)
|
| 155 |
+
Evaluating bimanual_dual_push_buttons | Episode 3 | Score: 0.0 | Lang Goal: push the green and the violet buttons
|
| 156 |
+
[03/31/26 22:55:18] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 157 |
+
Starting episode 4,
|
| 158 |
+
seed 4.
|
| 159 |
+
[03/31/26 22:56:00] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 160 |
+
left=2)
|
| 161 |
+
Evaluating bimanual_dual_push_buttons | Episode 4 | Score: 0.0 | Lang Goal: push the olive and the violet buttons
|
| 162 |
+
Finished bimanual_dual_push_buttons | Final Score: 20.0
|
| 163 |
+
|
| 164 |
+
moviepy is installed, but can't import moviepy.editor. Some packages could be missing [imageio, requests]
|
| 165 |
+
[03/31/26 22:56:42] INFO INFO:root:Finished _independent_env_runner.py:293
|
| 166 |
+
evaluation.
|
| 167 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=1 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stderr.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 6 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
|
| 7 |
+
warnings.warn(msg, UserWarning)
|
| 8 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
|
| 9 |
+
See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
|
| 10 |
+
deprecation_warning(
|
| 11 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
|
| 12 |
+
See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
|
| 13 |
+
ret = run_job(
|
| 14 |
+
Error executing job with overrides: ['method=PERACT_BC', 'framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir', 'framework.start_seed=0', 'framework.eval_type=60000', 'framework.eval_episodes=1', 'framework.eval_envs=1', 'framework.gpu=0', 'rlbench.task_name=perlf_release_dual_push_buttons_smoke1', 'rlbench.tasks=[dual_push_buttons]', 'rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root', 'rlbench.headless=True', 'rlbench.gripper_mode=BimanualDiscrete', 'rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning', 'rlbench.action_mode=BimanualMoveArmThenGripper']
|
| 15 |
+
Traceback (most recent call last):
|
| 16 |
+
File "/workspace/third_party/AnyBimanual/eval.py", line 201, in main
|
| 17 |
+
raise Exception(f"Missing seed{start_seed}/config.yaml. Logdir is {logdir}")
|
| 18 |
+
Exception: Missing seed0/config.yaml. Logdir is /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0
|
| 19 |
+
|
| 20 |
+
Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace.
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/stdout.txt
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-01 00:19:40,192][root][INFO] -
|
| 2 |
+
method:
|
| 3 |
+
name: PERACT_BC
|
| 4 |
+
agent_type: leader_follower
|
| 5 |
+
robot_name: bimanual
|
| 6 |
+
image_crop_size: 64
|
| 7 |
+
bounds_offset:
|
| 8 |
+
- 0.15
|
| 9 |
+
voxel_sizes:
|
| 10 |
+
- 100
|
| 11 |
+
include_prev_layer: false
|
| 12 |
+
num_latents: 2048
|
| 13 |
+
latent_dim: 512
|
| 14 |
+
transformer_depth: 6
|
| 15 |
+
transformer_iterations: 1
|
| 16 |
+
cross_heads: 1
|
| 17 |
+
cross_dim_head: 64
|
| 18 |
+
latent_heads: 8
|
| 19 |
+
latent_dim_head: 64
|
| 20 |
+
pos_encoding_with_lang: true
|
| 21 |
+
conv_downsample: true
|
| 22 |
+
lang_fusion_type: seq
|
| 23 |
+
voxel_patch_size: 5
|
| 24 |
+
voxel_patch_stride: 5
|
| 25 |
+
final_dim: 64
|
| 26 |
+
low_dim_size: 4
|
| 27 |
+
input_dropout: 0.1
|
| 28 |
+
attn_dropout: 0.1
|
| 29 |
+
decoder_dropout: 0.0
|
| 30 |
+
lr: 0.0005
|
| 31 |
+
lr_scheduler: false
|
| 32 |
+
num_warmup_steps: 3000
|
| 33 |
+
optimizer: lamb
|
| 34 |
+
lambda_weight_l2: 1.0e-06
|
| 35 |
+
trans_loss_weight: 1.0
|
| 36 |
+
rot_loss_weight: 1.0
|
| 37 |
+
grip_loss_weight: 1.0
|
| 38 |
+
collision_loss_weight: 1.0
|
| 39 |
+
rotation_resolution: 5
|
| 40 |
+
activation: lrelu
|
| 41 |
+
norm: None
|
| 42 |
+
crop_augmentation: true
|
| 43 |
+
transform_augmentation:
|
| 44 |
+
apply_se3: true
|
| 45 |
+
aug_xyz:
|
| 46 |
+
- 0.125
|
| 47 |
+
- 0.125
|
| 48 |
+
- 0.125
|
| 49 |
+
aug_rpy:
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
- 45.0
|
| 53 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 54 |
+
demo_augmentation: true
|
| 55 |
+
demo_augmentation_every_n: 10
|
| 56 |
+
no_skip_connection: false
|
| 57 |
+
no_perceiver: false
|
| 58 |
+
no_language: false
|
| 59 |
+
keypoint_method: heuristic
|
| 60 |
+
rlbench:
|
| 61 |
+
task_name: perlf_release_dual_push_buttons_smoke1
|
| 62 |
+
tasks:
|
| 63 |
+
- dual_push_buttons
|
| 64 |
+
demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
|
| 65 |
+
episode_length: 25
|
| 66 |
+
cameras:
|
| 67 |
+
- over_shoulder_left
|
| 68 |
+
- over_shoulder_right
|
| 69 |
+
- overhead
|
| 70 |
+
- wrist_right
|
| 71 |
+
- wrist_left
|
| 72 |
+
- front
|
| 73 |
+
camera_resolution:
|
| 74 |
+
- 256
|
| 75 |
+
- 256
|
| 76 |
+
scene_bounds:
|
| 77 |
+
- -0.3
|
| 78 |
+
- -0.5
|
| 79 |
+
- 0.6
|
| 80 |
+
- 0.7
|
| 81 |
+
- 0.5
|
| 82 |
+
- 1.6
|
| 83 |
+
include_lang_goal_in_obs: true
|
| 84 |
+
time_in_state: true
|
| 85 |
+
headless: true
|
| 86 |
+
gripper_mode: BimanualDiscrete
|
| 87 |
+
arm_action_mode: BimanualEndEffectorPoseViaPlanning
|
| 88 |
+
action_mode: BimanualMoveArmThenGripper
|
| 89 |
+
framework:
|
| 90 |
+
tensorboard_logging: true
|
| 91 |
+
csv_logging: true
|
| 92 |
+
gpu: 0
|
| 93 |
+
logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir
|
| 94 |
+
start_seed: 0
|
| 95 |
+
record_every_n: 5
|
| 96 |
+
eval_envs: 1
|
| 97 |
+
eval_from_eps_number: 0
|
| 98 |
+
eval_episodes: 1
|
| 99 |
+
eval_type: 60000
|
| 100 |
+
eval_save_metrics: true
|
| 101 |
+
cinematic_recorder:
|
| 102 |
+
enabled: false
|
| 103 |
+
camera_resolution:
|
| 104 |
+
- 1280
|
| 105 |
+
- 720
|
| 106 |
+
fps: 30
|
| 107 |
+
rotate_speed: 0.005
|
| 108 |
+
save_path: /tmp/videos/
|
| 109 |
+
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/summary.json
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adapter_mode": "trunk_only",
|
| 3 |
+
"task_name": "perlf_release_dual_push_buttons_smoke1",
|
| 4 |
+
"tasks": [
|
| 5 |
+
"dual_push_buttons"
|
| 6 |
+
],
|
| 7 |
+
"task_families": [
|
| 8 |
+
"generic"
|
| 9 |
+
],
|
| 10 |
+
"passthrough_only": true,
|
| 11 |
+
"passthrough_reason": "generic_task_family",
|
| 12 |
+
"episodes_requested": 1,
|
| 13 |
+
"episode_scores": [],
|
| 14 |
+
"mean_score": 0.0,
|
| 15 |
+
"final_score": null,
|
| 16 |
+
"subprocess_returncode": 1,
|
| 17 |
+
"eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv",
|
| 18 |
+
"command": [
|
| 19 |
+
"/workspace/envs/rlbench/bin/python",
|
| 20 |
+
"/workspace/third_party/AnyBimanual/eval.py",
|
| 21 |
+
"method=PERACT_BC",
|
| 22 |
+
"framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1/anybimanual_logdir",
|
| 23 |
+
"framework.start_seed=0",
|
| 24 |
+
"framework.eval_type=60000",
|
| 25 |
+
"framework.eval_episodes=1",
|
| 26 |
+
"framework.eval_envs=1",
|
| 27 |
+
"framework.gpu=0",
|
| 28 |
+
"rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
|
| 29 |
+
"rlbench.tasks=[dual_push_buttons]",
|
| 30 |
+
"rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
|
| 31 |
+
"rlbench.headless=True",
|
| 32 |
+
"rlbench.gripper_mode=BimanualDiscrete",
|
| 33 |
+
"rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
|
| 34 |
+
"rlbench.action_mode=BimanualMoveArmThenGripper"
|
| 35 |
+
]
|
| 36 |
+
}
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml
ADDED
|
@@ -0,0 +1,139 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
ddp:
|
| 2 |
+
master_addr: localhost
|
| 3 |
+
master_port: 13985
|
| 4 |
+
num_devices: 2
|
| 5 |
+
rlbench:
|
| 6 |
+
task_name: perlf+ab
|
| 7 |
+
tasks:
|
| 8 |
+
- bimanual_pick_laptop
|
| 9 |
+
- bimanual_pick_plate
|
| 10 |
+
- bimanual_straighten_rope
|
| 11 |
+
- coordinated_lift_ball
|
| 12 |
+
- coordinated_lift_tray
|
| 13 |
+
- coordinated_push_box
|
| 14 |
+
- coordinated_put_bottle_in_fridge
|
| 15 |
+
- dual_push_buttons
|
| 16 |
+
- handover_item
|
| 17 |
+
- bimanual_sweep_to_dustpan
|
| 18 |
+
- coordinated_take_tray_out_of_oven
|
| 19 |
+
- handover_item_easy
|
| 20 |
+
demos: 100
|
| 21 |
+
demo_path: /mnt/disk_1/tengbo/bimanual_data/train
|
| 22 |
+
episode_length: 25
|
| 23 |
+
cameras:
|
| 24 |
+
- over_shoulder_right
|
| 25 |
+
- wrist_right
|
| 26 |
+
- front
|
| 27 |
+
- overhead
|
| 28 |
+
- over_shoulder_left
|
| 29 |
+
- wrist_left
|
| 30 |
+
camera_resolution:
|
| 31 |
+
- 256
|
| 32 |
+
- 256
|
| 33 |
+
scene_bounds:
|
| 34 |
+
- -0.3
|
| 35 |
+
- -0.5
|
| 36 |
+
- 0.6
|
| 37 |
+
- 0.7
|
| 38 |
+
- 0.5
|
| 39 |
+
- 1.6
|
| 40 |
+
include_lang_goal_in_obs: true
|
| 41 |
+
instructions: ''
|
| 42 |
+
replay:
|
| 43 |
+
batch_size: 2
|
| 44 |
+
timesteps: 1
|
| 45 |
+
prioritisation: false
|
| 46 |
+
task_uniform: true
|
| 47 |
+
use_disk: true
|
| 48 |
+
path: /mnt/disk_2/tengbo/replay/
|
| 49 |
+
max_parallel_processes: 32
|
| 50 |
+
task_folder: multi
|
| 51 |
+
framework:
|
| 52 |
+
log_freq: 1000
|
| 53 |
+
save_freq: 10000
|
| 54 |
+
train_envs: 1
|
| 55 |
+
replay_ratio: ${replay.batch_size}
|
| 56 |
+
transitions_before_train: 200
|
| 57 |
+
tensorboard_logging: true
|
| 58 |
+
csv_logging: true
|
| 59 |
+
training_iterations: 100001
|
| 60 |
+
gpu: 0
|
| 61 |
+
env_gpu: 0
|
| 62 |
+
logdir: /mnt/disk_1/tengbo/peract_bimanual/log
|
| 63 |
+
logging_level: 20
|
| 64 |
+
seeds: 1
|
| 65 |
+
start_seed: 0
|
| 66 |
+
load_existing_weights: false
|
| 67 |
+
num_weights_to_keep: 60
|
| 68 |
+
num_workers: 0
|
| 69 |
+
record_every_n: 5
|
| 70 |
+
checkpoint_name_prefix: checkpoint
|
| 71 |
+
use_wandb: true
|
| 72 |
+
wandb_project: ''
|
| 73 |
+
wandb_group: perlf+ab
|
| 74 |
+
seed: 0
|
| 75 |
+
wandb_name: perlf+ab
|
| 76 |
+
use_skill: true
|
| 77 |
+
use_pretrained: false
|
| 78 |
+
use_prefix: false
|
| 79 |
+
frozen: ''
|
| 80 |
+
anybimanual: true
|
| 81 |
+
augmentation_type: ab
|
| 82 |
+
method:
|
| 83 |
+
name: PERACT_BC
|
| 84 |
+
agent_type: leader_follower
|
| 85 |
+
robot_name: bimanual
|
| 86 |
+
image_crop_size: 64
|
| 87 |
+
bounds_offset:
|
| 88 |
+
- 0.15
|
| 89 |
+
voxel_sizes:
|
| 90 |
+
- 100
|
| 91 |
+
include_prev_layer: false
|
| 92 |
+
num_latents: 2048
|
| 93 |
+
latent_dim: 512
|
| 94 |
+
transformer_depth: 6
|
| 95 |
+
transformer_iterations: 1
|
| 96 |
+
cross_heads: 1
|
| 97 |
+
cross_dim_head: 64
|
| 98 |
+
latent_heads: 8
|
| 99 |
+
latent_dim_head: 64
|
| 100 |
+
pos_encoding_with_lang: true
|
| 101 |
+
conv_downsample: true
|
| 102 |
+
lang_fusion_type: seq
|
| 103 |
+
voxel_patch_size: 5
|
| 104 |
+
voxel_patch_stride: 5
|
| 105 |
+
final_dim: 64
|
| 106 |
+
low_dim_size: 4
|
| 107 |
+
input_dropout: 0.1
|
| 108 |
+
attn_dropout: 0.1
|
| 109 |
+
decoder_dropout: 0.0
|
| 110 |
+
lr: 0.0005
|
| 111 |
+
lr_scheduler: false
|
| 112 |
+
num_warmup_steps: 3000
|
| 113 |
+
optimizer: lamb
|
| 114 |
+
lambda_weight_l2: 1.0e-06
|
| 115 |
+
trans_loss_weight: 1.0
|
| 116 |
+
rot_loss_weight: 1.0
|
| 117 |
+
grip_loss_weight: 1.0
|
| 118 |
+
collision_loss_weight: 1.0
|
| 119 |
+
rotation_resolution: 5
|
| 120 |
+
activation: lrelu
|
| 121 |
+
norm: None
|
| 122 |
+
crop_augmentation: true
|
| 123 |
+
transform_augmentation:
|
| 124 |
+
apply_se3: true
|
| 125 |
+
aug_xyz:
|
| 126 |
+
- 0.125
|
| 127 |
+
- 0.125
|
| 128 |
+
- 0.125
|
| 129 |
+
aug_rpy:
|
| 130 |
+
- 0.0
|
| 131 |
+
- 0.0
|
| 132 |
+
- 45.0
|
| 133 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 134 |
+
demo_augmentation: true
|
| 135 |
+
demo_augmentation_every_n: 10
|
| 136 |
+
no_skip_connection: false
|
| 137 |
+
no_perceiver: false
|
| 138 |
+
no_language: false
|
| 139 |
+
keypoint_method: heuristic
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=1 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stderr.txt
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 6 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
|
| 7 |
+
warnings.warn(msg, UserWarning)
|
| 8 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
|
| 9 |
+
See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
|
| 10 |
+
deprecation_warning(
|
| 11 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
|
| 12 |
+
See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
|
| 13 |
+
ret = run_job(
|
| 14 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 15 |
+
from pkg_resources import parse_version
|
| 16 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 17 |
+
The version_base parameter is not specified.
|
| 18 |
+
Please specify a compatability version level, or None.
|
| 19 |
+
Will assume defaults for version 1.1
|
| 20 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 21 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 22 |
+
The version_base parameter is not specified.
|
| 23 |
+
Please specify a compatability version level, or None.
|
| 24 |
+
Will assume defaults for version 1.1
|
| 25 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 26 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 27 |
+
from pkg_resources import parse_version
|
| 28 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 29 |
+
The version_base parameter is not specified.
|
| 30 |
+
Please specify a compatability version level, or None.
|
| 31 |
+
Will assume defaults for version 1.1
|
| 32 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 33 |
+
/workspace/third_party/YARR/yarr/utils/rollout_generator.py:73: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at /opt/conda/conda-bld/pytorch_1716905979055/work/torch/csrc/utils/tensor_new.cpp:274.)
|
| 34 |
+
prepped_data = {k: torch.tensor([v], device=self._env_device) for k, v in obs_history.items()}
|
| 35 |
+
[W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/stdout.txt
ADDED
|
@@ -0,0 +1,142 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-01 00:20:32,954][root][INFO] -
|
| 2 |
+
method:
|
| 3 |
+
name: PERACT_BC
|
| 4 |
+
agent_type: leader_follower
|
| 5 |
+
robot_name: bimanual
|
| 6 |
+
image_crop_size: 64
|
| 7 |
+
bounds_offset:
|
| 8 |
+
- 0.15
|
| 9 |
+
voxel_sizes:
|
| 10 |
+
- 100
|
| 11 |
+
include_prev_layer: false
|
| 12 |
+
num_latents: 2048
|
| 13 |
+
latent_dim: 512
|
| 14 |
+
transformer_depth: 6
|
| 15 |
+
transformer_iterations: 1
|
| 16 |
+
cross_heads: 1
|
| 17 |
+
cross_dim_head: 64
|
| 18 |
+
latent_heads: 8
|
| 19 |
+
latent_dim_head: 64
|
| 20 |
+
pos_encoding_with_lang: true
|
| 21 |
+
conv_downsample: true
|
| 22 |
+
lang_fusion_type: seq
|
| 23 |
+
voxel_patch_size: 5
|
| 24 |
+
voxel_patch_stride: 5
|
| 25 |
+
final_dim: 64
|
| 26 |
+
low_dim_size: 4
|
| 27 |
+
input_dropout: 0.1
|
| 28 |
+
attn_dropout: 0.1
|
| 29 |
+
decoder_dropout: 0.0
|
| 30 |
+
lr: 0.0005
|
| 31 |
+
lr_scheduler: false
|
| 32 |
+
num_warmup_steps: 3000
|
| 33 |
+
optimizer: lamb
|
| 34 |
+
lambda_weight_l2: 1.0e-06
|
| 35 |
+
trans_loss_weight: 1.0
|
| 36 |
+
rot_loss_weight: 1.0
|
| 37 |
+
grip_loss_weight: 1.0
|
| 38 |
+
collision_loss_weight: 1.0
|
| 39 |
+
rotation_resolution: 5
|
| 40 |
+
activation: lrelu
|
| 41 |
+
norm: None
|
| 42 |
+
crop_augmentation: true
|
| 43 |
+
transform_augmentation:
|
| 44 |
+
apply_se3: true
|
| 45 |
+
aug_xyz:
|
| 46 |
+
- 0.125
|
| 47 |
+
- 0.125
|
| 48 |
+
- 0.125
|
| 49 |
+
aug_rpy:
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
- 45.0
|
| 53 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 54 |
+
demo_augmentation: true
|
| 55 |
+
demo_augmentation_every_n: 10
|
| 56 |
+
no_skip_connection: false
|
| 57 |
+
no_perceiver: false
|
| 58 |
+
no_language: false
|
| 59 |
+
keypoint_method: heuristic
|
| 60 |
+
rlbench:
|
| 61 |
+
task_name: perlf_release_dual_push_buttons_smoke1
|
| 62 |
+
tasks:
|
| 63 |
+
- dual_push_buttons
|
| 64 |
+
demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
|
| 65 |
+
episode_length: 25
|
| 66 |
+
cameras:
|
| 67 |
+
- over_shoulder_left
|
| 68 |
+
- over_shoulder_right
|
| 69 |
+
- overhead
|
| 70 |
+
- wrist_right
|
| 71 |
+
- wrist_left
|
| 72 |
+
- front
|
| 73 |
+
camera_resolution:
|
| 74 |
+
- 256
|
| 75 |
+
- 256
|
| 76 |
+
scene_bounds:
|
| 77 |
+
- -0.3
|
| 78 |
+
- -0.5
|
| 79 |
+
- 0.6
|
| 80 |
+
- 0.7
|
| 81 |
+
- 0.5
|
| 82 |
+
- 1.6
|
| 83 |
+
include_lang_goal_in_obs: true
|
| 84 |
+
time_in_state: true
|
| 85 |
+
headless: true
|
| 86 |
+
gripper_mode: BimanualDiscrete
|
| 87 |
+
arm_action_mode: BimanualEndEffectorPoseViaPlanning
|
| 88 |
+
action_mode: BimanualMoveArmThenGripper
|
| 89 |
+
framework:
|
| 90 |
+
tensorboard_logging: true
|
| 91 |
+
csv_logging: true
|
| 92 |
+
gpu: 0
|
| 93 |
+
logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir
|
| 94 |
+
start_seed: 0
|
| 95 |
+
record_every_n: 5
|
| 96 |
+
eval_envs: 1
|
| 97 |
+
eval_from_eps_number: 0
|
| 98 |
+
eval_episodes: 1
|
| 99 |
+
eval_type: 60000
|
| 100 |
+
eval_save_metrics: true
|
| 101 |
+
cinematic_recorder:
|
| 102 |
+
enabled: false
|
| 103 |
+
camera_resolution:
|
| 104 |
+
- 1280
|
| 105 |
+
- 720
|
| 106 |
+
fps: 30
|
| 107 |
+
rotate_speed: 0.005
|
| 108 |
+
save_path: /tmp/videos/
|
| 109 |
+
|
| 110 |
+
[2026-04-01 00:20:32,964][root][INFO] - Using env device cuda:0.
|
| 111 |
+
[2026-04-01 00:20:32,965][root][INFO] - Evaluating seed 0.
|
| 112 |
+
[2026-04-01 00:20:32,965][root][INFO] - Using method PERACT_BC with type leader_follower
|
| 113 |
+
Weight: [60000]
|
| 114 |
+
[04/01/26 00:20:52] INFO INFO:root:eval_env: _independent_env_runner.py:131
|
| 115 |
+
Launching env.
|
| 116 |
+
INFO INFO:root:Agent _independent_env_runner.py:134
|
| 117 |
+
information:
|
| 118 |
+
INFO INFO:root:<yarr.agen _independent_env_runner.py:135
|
| 119 |
+
ts.agent.LeaderFollo
|
| 120 |
+
werAgent object at
|
| 121 |
+
0x7fb50f2eb9d0>
|
| 122 |
+
[04/01/26 00:20:53] INFO INFO:root:Using dual panda robot environment.py:117
|
| 123 |
+
INFO INFO:root:Setting control arm_action_modes.py:79
|
| 124 |
+
mode for both robots
|
| 125 |
+
WARNING WARNING:root:not sure how task_environment.py:57
|
| 126 |
+
_robot_shapes are used is
|
| 127 |
+
used.
|
| 128 |
+
INFO INFO:root:Evaluating _independent_env_runner.py:165
|
| 129 |
+
weight 60000
|
| 130 |
+
loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
|
| 131 |
+
loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
|
| 132 |
+
INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 133 |
+
Starting episode 0,
|
| 134 |
+
seed 0.
|
| 135 |
+
[04/01/26 00:21:22] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 136 |
+
left=2)
|
| 137 |
+
Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
|
| 138 |
+
Finished bimanual_dual_push_buttons | Final Score: unknown
|
| 139 |
+
|
| 140 |
+
[04/01/26 00:21:47] INFO INFO:root:Finished _independent_env_runner.py:293
|
| 141 |
+
evaluation.
|
| 142 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/summary.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adapter_mode": "trunk_only",
|
| 3 |
+
"task_name": "perlf_release_dual_push_buttons_smoke1",
|
| 4 |
+
"tasks": [
|
| 5 |
+
"dual_push_buttons"
|
| 6 |
+
],
|
| 7 |
+
"task_families": [
|
| 8 |
+
"generic"
|
| 9 |
+
],
|
| 10 |
+
"passthrough_only": true,
|
| 11 |
+
"passthrough_reason": "generic_task_family",
|
| 12 |
+
"episodes_requested": 1,
|
| 13 |
+
"episode_scores": [
|
| 14 |
+
0.0
|
| 15 |
+
],
|
| 16 |
+
"mean_score": 0.0,
|
| 17 |
+
"final_score": null,
|
| 18 |
+
"subprocess_returncode": 0,
|
| 19 |
+
"eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv",
|
| 20 |
+
"command": [
|
| 21 |
+
"/workspace/envs/rlbench/bin/python",
|
| 22 |
+
"/workspace/third_party/AnyBimanual/eval.py",
|
| 23 |
+
"method=PERACT_BC",
|
| 24 |
+
"framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep1_retry/anybimanual_logdir",
|
| 25 |
+
"framework.start_seed=0",
|
| 26 |
+
"framework.eval_type=60000",
|
| 27 |
+
"framework.eval_episodes=1",
|
| 28 |
+
"framework.eval_envs=1",
|
| 29 |
+
"framework.gpu=0",
|
| 30 |
+
"rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
|
| 31 |
+
"rlbench.tasks=[dual_push_buttons]",
|
| 32 |
+
"rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
|
| 33 |
+
"rlbench.headless=True",
|
| 34 |
+
"rlbench.gripper_mode=BimanualDiscrete",
|
| 35 |
+
"rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
|
| 36 |
+
"rlbench.action_mode=BimanualMoveArmThenGripper"
|
| 37 |
+
]
|
| 38 |
+
}
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke5 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stderr.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 6 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
|
| 7 |
+
warnings.warn(msg, UserWarning)
|
| 8 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
|
| 9 |
+
See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
|
| 10 |
+
deprecation_warning(
|
| 11 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
|
| 12 |
+
See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
|
| 13 |
+
ret = run_job(
|
| 14 |
+
Error executing job with overrides: ['method=PERACT_BC', 'framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir', 'framework.start_seed=0', 'framework.eval_type=60000', 'framework.eval_episodes=5', 'framework.eval_envs=1', 'framework.gpu=0', 'rlbench.task_name=perlf_release_dual_push_buttons_smoke5', 'rlbench.tasks=[dual_push_buttons]', 'rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root', 'rlbench.headless=True', 'rlbench.gripper_mode=BimanualDiscrete', 'rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning', 'rlbench.action_mode=BimanualMoveArmThenGripper']
|
| 15 |
+
Traceback (most recent call last):
|
| 16 |
+
File "/workspace/third_party/AnyBimanual/eval.py", line 201, in main
|
| 17 |
+
raise Exception(f"Missing seed{start_seed}/config.yaml. Logdir is {logdir}")
|
| 18 |
+
Exception: Missing seed0/config.yaml. Logdir is /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir/perlf_release_dual_push_buttons_smoke5/PERACT_BC/seed0
|
| 19 |
+
|
| 20 |
+
Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace.
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/stdout.txt
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-01 00:23:58,169][root][INFO] -
|
| 2 |
+
method:
|
| 3 |
+
name: PERACT_BC
|
| 4 |
+
agent_type: leader_follower
|
| 5 |
+
robot_name: bimanual
|
| 6 |
+
image_crop_size: 64
|
| 7 |
+
bounds_offset:
|
| 8 |
+
- 0.15
|
| 9 |
+
voxel_sizes:
|
| 10 |
+
- 100
|
| 11 |
+
include_prev_layer: false
|
| 12 |
+
num_latents: 2048
|
| 13 |
+
latent_dim: 512
|
| 14 |
+
transformer_depth: 6
|
| 15 |
+
transformer_iterations: 1
|
| 16 |
+
cross_heads: 1
|
| 17 |
+
cross_dim_head: 64
|
| 18 |
+
latent_heads: 8
|
| 19 |
+
latent_dim_head: 64
|
| 20 |
+
pos_encoding_with_lang: true
|
| 21 |
+
conv_downsample: true
|
| 22 |
+
lang_fusion_type: seq
|
| 23 |
+
voxel_patch_size: 5
|
| 24 |
+
voxel_patch_stride: 5
|
| 25 |
+
final_dim: 64
|
| 26 |
+
low_dim_size: 4
|
| 27 |
+
input_dropout: 0.1
|
| 28 |
+
attn_dropout: 0.1
|
| 29 |
+
decoder_dropout: 0.0
|
| 30 |
+
lr: 0.0005
|
| 31 |
+
lr_scheduler: false
|
| 32 |
+
num_warmup_steps: 3000
|
| 33 |
+
optimizer: lamb
|
| 34 |
+
lambda_weight_l2: 1.0e-06
|
| 35 |
+
trans_loss_weight: 1.0
|
| 36 |
+
rot_loss_weight: 1.0
|
| 37 |
+
grip_loss_weight: 1.0
|
| 38 |
+
collision_loss_weight: 1.0
|
| 39 |
+
rotation_resolution: 5
|
| 40 |
+
activation: lrelu
|
| 41 |
+
norm: None
|
| 42 |
+
crop_augmentation: true
|
| 43 |
+
transform_augmentation:
|
| 44 |
+
apply_se3: true
|
| 45 |
+
aug_xyz:
|
| 46 |
+
- 0.125
|
| 47 |
+
- 0.125
|
| 48 |
+
- 0.125
|
| 49 |
+
aug_rpy:
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
- 45.0
|
| 53 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 54 |
+
demo_augmentation: true
|
| 55 |
+
demo_augmentation_every_n: 10
|
| 56 |
+
no_skip_connection: false
|
| 57 |
+
no_perceiver: false
|
| 58 |
+
no_language: false
|
| 59 |
+
keypoint_method: heuristic
|
| 60 |
+
rlbench:
|
| 61 |
+
task_name: perlf_release_dual_push_buttons_smoke5
|
| 62 |
+
tasks:
|
| 63 |
+
- dual_push_buttons
|
| 64 |
+
demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
|
| 65 |
+
episode_length: 25
|
| 66 |
+
cameras:
|
| 67 |
+
- over_shoulder_left
|
| 68 |
+
- over_shoulder_right
|
| 69 |
+
- overhead
|
| 70 |
+
- wrist_right
|
| 71 |
+
- wrist_left
|
| 72 |
+
- front
|
| 73 |
+
camera_resolution:
|
| 74 |
+
- 256
|
| 75 |
+
- 256
|
| 76 |
+
scene_bounds:
|
| 77 |
+
- -0.3
|
| 78 |
+
- -0.5
|
| 79 |
+
- 0.6
|
| 80 |
+
- 0.7
|
| 81 |
+
- 0.5
|
| 82 |
+
- 1.6
|
| 83 |
+
include_lang_goal_in_obs: true
|
| 84 |
+
time_in_state: true
|
| 85 |
+
headless: true
|
| 86 |
+
gripper_mode: BimanualDiscrete
|
| 87 |
+
arm_action_mode: BimanualEndEffectorPoseViaPlanning
|
| 88 |
+
action_mode: BimanualMoveArmThenGripper
|
| 89 |
+
framework:
|
| 90 |
+
tensorboard_logging: true
|
| 91 |
+
csv_logging: true
|
| 92 |
+
gpu: 0
|
| 93 |
+
logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir
|
| 94 |
+
start_seed: 0
|
| 95 |
+
record_every_n: 5
|
| 96 |
+
eval_envs: 1
|
| 97 |
+
eval_from_eps_number: 0
|
| 98 |
+
eval_episodes: 5
|
| 99 |
+
eval_type: 60000
|
| 100 |
+
eval_save_metrics: true
|
| 101 |
+
cinematic_recorder:
|
| 102 |
+
enabled: false
|
| 103 |
+
camera_resolution:
|
| 104 |
+
- 1280
|
| 105 |
+
- 720
|
| 106 |
+
fps: 30
|
| 107 |
+
rotate_speed: 0.005
|
| 108 |
+
save_path: /tmp/videos/
|
| 109 |
+
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/summary.json
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adapter_mode": "trunk_only",
|
| 3 |
+
"task_name": "perlf_release_dual_push_buttons_smoke5",
|
| 4 |
+
"tasks": [
|
| 5 |
+
"dual_push_buttons"
|
| 6 |
+
],
|
| 7 |
+
"task_families": [
|
| 8 |
+
"generic"
|
| 9 |
+
],
|
| 10 |
+
"passthrough_only": true,
|
| 11 |
+
"passthrough_reason": "generic_task_family",
|
| 12 |
+
"episodes_requested": 5,
|
| 13 |
+
"episode_scores": [],
|
| 14 |
+
"mean_score": 0.0,
|
| 15 |
+
"final_score": null,
|
| 16 |
+
"subprocess_returncode": 1,
|
| 17 |
+
"eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir/perlf_release_dual_push_buttons_smoke5/PERACT_BC/seed0/eval_data.csv",
|
| 18 |
+
"command": [
|
| 19 |
+
"/workspace/envs/rlbench/bin/python",
|
| 20 |
+
"/workspace/third_party/AnyBimanual/eval.py",
|
| 21 |
+
"method=PERACT_BC",
|
| 22 |
+
"framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5/anybimanual_logdir",
|
| 23 |
+
"framework.start_seed=0",
|
| 24 |
+
"framework.eval_type=60000",
|
| 25 |
+
"framework.eval_episodes=5",
|
| 26 |
+
"framework.eval_envs=1",
|
| 27 |
+
"framework.gpu=0",
|
| 28 |
+
"rlbench.task_name=perlf_release_dual_push_buttons_smoke5",
|
| 29 |
+
"rlbench.tasks=[dual_push_buttons]",
|
| 30 |
+
"rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
|
| 31 |
+
"rlbench.headless=True",
|
| 32 |
+
"rlbench.gripper_mode=BimanualDiscrete",
|
| 33 |
+
"rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
|
| 34 |
+
"rlbench.action_mode=BimanualMoveArmThenGripper"
|
| 35 |
+
]
|
| 36 |
+
}
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/config.yaml
ADDED
|
@@ -0,0 +1,139 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
ddp:
|
| 2 |
+
master_addr: localhost
|
| 3 |
+
master_port: 13985
|
| 4 |
+
num_devices: 2
|
| 5 |
+
rlbench:
|
| 6 |
+
task_name: perlf+ab
|
| 7 |
+
tasks:
|
| 8 |
+
- bimanual_pick_laptop
|
| 9 |
+
- bimanual_pick_plate
|
| 10 |
+
- bimanual_straighten_rope
|
| 11 |
+
- coordinated_lift_ball
|
| 12 |
+
- coordinated_lift_tray
|
| 13 |
+
- coordinated_push_box
|
| 14 |
+
- coordinated_put_bottle_in_fridge
|
| 15 |
+
- dual_push_buttons
|
| 16 |
+
- handover_item
|
| 17 |
+
- bimanual_sweep_to_dustpan
|
| 18 |
+
- coordinated_take_tray_out_of_oven
|
| 19 |
+
- handover_item_easy
|
| 20 |
+
demos: 100
|
| 21 |
+
demo_path: /mnt/disk_1/tengbo/bimanual_data/train
|
| 22 |
+
episode_length: 25
|
| 23 |
+
cameras:
|
| 24 |
+
- over_shoulder_right
|
| 25 |
+
- wrist_right
|
| 26 |
+
- front
|
| 27 |
+
- overhead
|
| 28 |
+
- over_shoulder_left
|
| 29 |
+
- wrist_left
|
| 30 |
+
camera_resolution:
|
| 31 |
+
- 256
|
| 32 |
+
- 256
|
| 33 |
+
scene_bounds:
|
| 34 |
+
- -0.3
|
| 35 |
+
- -0.5
|
| 36 |
+
- 0.6
|
| 37 |
+
- 0.7
|
| 38 |
+
- 0.5
|
| 39 |
+
- 1.6
|
| 40 |
+
include_lang_goal_in_obs: true
|
| 41 |
+
instructions: ''
|
| 42 |
+
replay:
|
| 43 |
+
batch_size: 2
|
| 44 |
+
timesteps: 1
|
| 45 |
+
prioritisation: false
|
| 46 |
+
task_uniform: true
|
| 47 |
+
use_disk: true
|
| 48 |
+
path: /mnt/disk_2/tengbo/replay/
|
| 49 |
+
max_parallel_processes: 32
|
| 50 |
+
task_folder: multi
|
| 51 |
+
framework:
|
| 52 |
+
log_freq: 1000
|
| 53 |
+
save_freq: 10000
|
| 54 |
+
train_envs: 1
|
| 55 |
+
replay_ratio: ${replay.batch_size}
|
| 56 |
+
transitions_before_train: 200
|
| 57 |
+
tensorboard_logging: true
|
| 58 |
+
csv_logging: true
|
| 59 |
+
training_iterations: 100001
|
| 60 |
+
gpu: 0
|
| 61 |
+
env_gpu: 0
|
| 62 |
+
logdir: /mnt/disk_1/tengbo/peract_bimanual/log
|
| 63 |
+
logging_level: 20
|
| 64 |
+
seeds: 1
|
| 65 |
+
start_seed: 0
|
| 66 |
+
load_existing_weights: false
|
| 67 |
+
num_weights_to_keep: 60
|
| 68 |
+
num_workers: 0
|
| 69 |
+
record_every_n: 5
|
| 70 |
+
checkpoint_name_prefix: checkpoint
|
| 71 |
+
use_wandb: true
|
| 72 |
+
wandb_project: ''
|
| 73 |
+
wandb_group: perlf+ab
|
| 74 |
+
seed: 0
|
| 75 |
+
wandb_name: perlf+ab
|
| 76 |
+
use_skill: true
|
| 77 |
+
use_pretrained: false
|
| 78 |
+
use_prefix: false
|
| 79 |
+
frozen: ''
|
| 80 |
+
anybimanual: true
|
| 81 |
+
augmentation_type: ab
|
| 82 |
+
method:
|
| 83 |
+
name: PERACT_BC
|
| 84 |
+
agent_type: leader_follower
|
| 85 |
+
robot_name: bimanual
|
| 86 |
+
image_crop_size: 64
|
| 87 |
+
bounds_offset:
|
| 88 |
+
- 0.15
|
| 89 |
+
voxel_sizes:
|
| 90 |
+
- 100
|
| 91 |
+
include_prev_layer: false
|
| 92 |
+
num_latents: 2048
|
| 93 |
+
latent_dim: 512
|
| 94 |
+
transformer_depth: 6
|
| 95 |
+
transformer_iterations: 1
|
| 96 |
+
cross_heads: 1
|
| 97 |
+
cross_dim_head: 64
|
| 98 |
+
latent_heads: 8
|
| 99 |
+
latent_dim_head: 64
|
| 100 |
+
pos_encoding_with_lang: true
|
| 101 |
+
conv_downsample: true
|
| 102 |
+
lang_fusion_type: seq
|
| 103 |
+
voxel_patch_size: 5
|
| 104 |
+
voxel_patch_stride: 5
|
| 105 |
+
final_dim: 64
|
| 106 |
+
low_dim_size: 4
|
| 107 |
+
input_dropout: 0.1
|
| 108 |
+
attn_dropout: 0.1
|
| 109 |
+
decoder_dropout: 0.0
|
| 110 |
+
lr: 0.0005
|
| 111 |
+
lr_scheduler: false
|
| 112 |
+
num_warmup_steps: 3000
|
| 113 |
+
optimizer: lamb
|
| 114 |
+
lambda_weight_l2: 1.0e-06
|
| 115 |
+
trans_loss_weight: 1.0
|
| 116 |
+
rot_loss_weight: 1.0
|
| 117 |
+
grip_loss_weight: 1.0
|
| 118 |
+
collision_loss_weight: 1.0
|
| 119 |
+
rotation_resolution: 5
|
| 120 |
+
activation: lrelu
|
| 121 |
+
norm: None
|
| 122 |
+
crop_augmentation: true
|
| 123 |
+
transform_augmentation:
|
| 124 |
+
apply_se3: true
|
| 125 |
+
aug_xyz:
|
| 126 |
+
- 0.125
|
| 127 |
+
- 0.125
|
| 128 |
+
- 0.125
|
| 129 |
+
aug_rpy:
|
| 130 |
+
- 0.0
|
| 131 |
+
- 0.0
|
| 132 |
+
- 45.0
|
| 133 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 134 |
+
demo_augmentation: true
|
| 135 |
+
demo_augmentation_every_n: 10
|
| 136 |
+
no_skip_connection: false
|
| 137 |
+
no_perceiver: false
|
| 138 |
+
no_language: false
|
| 139 |
+
keypoint_method: heuristic
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,eval_envs/return,eval_envs/length,eval_envs/total_transitions
|
| 2 |
+
60000,40.0,17.6,88
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python /workspace/third_party/AnyBimanual/eval.py method=PERACT_BC framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir framework.start_seed=0 framework.eval_type=60000 framework.eval_episodes=5 framework.eval_envs=1 framework.gpu=0 rlbench.task_name=perlf_release_dual_push_buttons_smoke1 rlbench.tasks=[dual_push_buttons] rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root rlbench.headless=True rlbench.gripper_mode=BimanualDiscrete rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning rlbench.action_mode=BimanualMoveArmThenGripper
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stderr.txt
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 6 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/defaults_list.py:251: UserWarning: In 'eval': Defaults list is missing `_self_`. See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/default_composition_order for more information
|
| 7 |
+
warnings.warn(msg, UserWarning)
|
| 8 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/core/default_element.py:124: UserWarning: In 'method/PERACT_BC': Usage of deprecated keyword in package header '# @package _group_'.
|
| 9 |
+
See https://hydra.cc/docs/1.2/upgrades/1.0_to_1.1/changes_to_package_header for more information
|
| 10 |
+
deprecation_warning(
|
| 11 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/hydra/_internal/hydra.py:119: UserWarning: Future Hydra versions will no longer change working directory at job runtime by default.
|
| 12 |
+
See https://hydra.cc/docs/1.2/upgrades/1.1_to_1.2/changes_to_job_working_dir/ for more information.
|
| 13 |
+
ret = run_job(
|
| 14 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 15 |
+
from pkg_resources import parse_version
|
| 16 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 17 |
+
The version_base parameter is not specified.
|
| 18 |
+
Please specify a compatability version level, or None.
|
| 19 |
+
Will assume defaults for version 1.1
|
| 20 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 21 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 22 |
+
The version_base parameter is not specified.
|
| 23 |
+
Please specify a compatability version level, or None.
|
| 24 |
+
Will assume defaults for version 1.1
|
| 25 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 26 |
+
/workspace/envs/rlbench/lib/python3.10/site-packages/wandb/apis/public.py:3109: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
|
| 27 |
+
from pkg_resources import parse_version
|
| 28 |
+
/workspace/third_party/AnyBimanual/eval.py:183: UserWarning:
|
| 29 |
+
The version_base parameter is not specified.
|
| 30 |
+
Please specify a compatability version level, or None.
|
| 31 |
+
Will assume defaults for version 1.1
|
| 32 |
+
@hydra.main(config_name="eval", config_path="conf")
|
| 33 |
+
/workspace/third_party/YARR/yarr/utils/rollout_generator.py:73: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at /opt/conda/conda-bld/pytorch_1716905979055/work/torch/csrc/utils/tensor_new.cpp:274.)
|
| 34 |
+
prepped_data = {k: torch.tensor([v], device=self._env_device) for k, v in obs_history.items()}
|
| 35 |
+
[W CudaIPCTypes.cpp:16] Producer process has been terminated before all shared CUDA tensors released. See Note [Sharing CUDA tensors]
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/stdout.txt
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2026-04-01 00:39:26,439][root][INFO] -
|
| 2 |
+
method:
|
| 3 |
+
name: PERACT_BC
|
| 4 |
+
agent_type: leader_follower
|
| 5 |
+
robot_name: bimanual
|
| 6 |
+
image_crop_size: 64
|
| 7 |
+
bounds_offset:
|
| 8 |
+
- 0.15
|
| 9 |
+
voxel_sizes:
|
| 10 |
+
- 100
|
| 11 |
+
include_prev_layer: false
|
| 12 |
+
num_latents: 2048
|
| 13 |
+
latent_dim: 512
|
| 14 |
+
transformer_depth: 6
|
| 15 |
+
transformer_iterations: 1
|
| 16 |
+
cross_heads: 1
|
| 17 |
+
cross_dim_head: 64
|
| 18 |
+
latent_heads: 8
|
| 19 |
+
latent_dim_head: 64
|
| 20 |
+
pos_encoding_with_lang: true
|
| 21 |
+
conv_downsample: true
|
| 22 |
+
lang_fusion_type: seq
|
| 23 |
+
voxel_patch_size: 5
|
| 24 |
+
voxel_patch_stride: 5
|
| 25 |
+
final_dim: 64
|
| 26 |
+
low_dim_size: 4
|
| 27 |
+
input_dropout: 0.1
|
| 28 |
+
attn_dropout: 0.1
|
| 29 |
+
decoder_dropout: 0.0
|
| 30 |
+
lr: 0.0005
|
| 31 |
+
lr_scheduler: false
|
| 32 |
+
num_warmup_steps: 3000
|
| 33 |
+
optimizer: lamb
|
| 34 |
+
lambda_weight_l2: 1.0e-06
|
| 35 |
+
trans_loss_weight: 1.0
|
| 36 |
+
rot_loss_weight: 1.0
|
| 37 |
+
grip_loss_weight: 1.0
|
| 38 |
+
collision_loss_weight: 1.0
|
| 39 |
+
rotation_resolution: 5
|
| 40 |
+
activation: lrelu
|
| 41 |
+
norm: None
|
| 42 |
+
crop_augmentation: true
|
| 43 |
+
transform_augmentation:
|
| 44 |
+
apply_se3: true
|
| 45 |
+
aug_xyz:
|
| 46 |
+
- 0.125
|
| 47 |
+
- 0.125
|
| 48 |
+
- 0.125
|
| 49 |
+
aug_rpy:
|
| 50 |
+
- 0.0
|
| 51 |
+
- 0.0
|
| 52 |
+
- 45.0
|
| 53 |
+
aug_rot_resolution: ${method.rotation_resolution}
|
| 54 |
+
demo_augmentation: true
|
| 55 |
+
demo_augmentation_every_n: 10
|
| 56 |
+
no_skip_connection: false
|
| 57 |
+
no_perceiver: false
|
| 58 |
+
no_language: false
|
| 59 |
+
keypoint_method: heuristic
|
| 60 |
+
rlbench:
|
| 61 |
+
task_name: perlf_release_dual_push_buttons_smoke1
|
| 62 |
+
tasks:
|
| 63 |
+
- dual_push_buttons
|
| 64 |
+
demo_path: /workspace/baselines/AnyBimanual_subset3_demo_root
|
| 65 |
+
episode_length: 25
|
| 66 |
+
cameras:
|
| 67 |
+
- over_shoulder_left
|
| 68 |
+
- over_shoulder_right
|
| 69 |
+
- overhead
|
| 70 |
+
- wrist_right
|
| 71 |
+
- wrist_left
|
| 72 |
+
- front
|
| 73 |
+
camera_resolution:
|
| 74 |
+
- 256
|
| 75 |
+
- 256
|
| 76 |
+
scene_bounds:
|
| 77 |
+
- -0.3
|
| 78 |
+
- -0.5
|
| 79 |
+
- 0.6
|
| 80 |
+
- 0.7
|
| 81 |
+
- 0.5
|
| 82 |
+
- 1.6
|
| 83 |
+
include_lang_goal_in_obs: true
|
| 84 |
+
time_in_state: true
|
| 85 |
+
headless: true
|
| 86 |
+
gripper_mode: BimanualDiscrete
|
| 87 |
+
arm_action_mode: BimanualEndEffectorPoseViaPlanning
|
| 88 |
+
action_mode: BimanualMoveArmThenGripper
|
| 89 |
+
framework:
|
| 90 |
+
tensorboard_logging: true
|
| 91 |
+
csv_logging: true
|
| 92 |
+
gpu: 0
|
| 93 |
+
logdir: /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir
|
| 94 |
+
start_seed: 0
|
| 95 |
+
record_every_n: 5
|
| 96 |
+
eval_envs: 1
|
| 97 |
+
eval_from_eps_number: 0
|
| 98 |
+
eval_episodes: 5
|
| 99 |
+
eval_type: 60000
|
| 100 |
+
eval_save_metrics: true
|
| 101 |
+
cinematic_recorder:
|
| 102 |
+
enabled: false
|
| 103 |
+
camera_resolution:
|
| 104 |
+
- 1280
|
| 105 |
+
- 720
|
| 106 |
+
fps: 30
|
| 107 |
+
rotate_speed: 0.005
|
| 108 |
+
save_path: /tmp/videos/
|
| 109 |
+
|
| 110 |
+
[2026-04-01 00:39:26,448][root][INFO] - Using env device cuda:0.
|
| 111 |
+
[2026-04-01 00:39:26,450][root][INFO] - Evaluating seed 0.
|
| 112 |
+
[2026-04-01 00:39:26,450][root][INFO] - Using method PERACT_BC with type leader_follower
|
| 113 |
+
Weight: [60000]
|
| 114 |
+
[04/01/26 00:39:48] INFO INFO:root:eval_env: _independent_env_runner.py:131
|
| 115 |
+
Launching env.
|
| 116 |
+
INFO INFO:root:Agent _independent_env_runner.py:134
|
| 117 |
+
information:
|
| 118 |
+
INFO INFO:root:<yarr.agen _independent_env_runner.py:135
|
| 119 |
+
ts.agent.LeaderFollo
|
| 120 |
+
werAgent object at
|
| 121 |
+
0x794220da7970>
|
| 122 |
+
[04/01/26 00:39:49] INFO INFO:root:Using dual panda robot environment.py:117
|
| 123 |
+
INFO INFO:root:Setting control arm_action_modes.py:79
|
| 124 |
+
mode for both robots
|
| 125 |
+
WARNING WARNING:root:not sure how task_environment.py:57
|
| 126 |
+
_robot_shapes are used is
|
| 127 |
+
used.
|
| 128 |
+
INFO INFO:root:Evaluating _independent_env_runner.py:165
|
| 129 |
+
weight 60000
|
| 130 |
+
loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_leader_layer_0.pt
|
| 131 |
+
loaded weights from /workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/weights/60000/checkpoint_peract_bc_follower_layer_0.pt
|
| 132 |
+
INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 133 |
+
Starting episode 0,
|
| 134 |
+
seed 0.
|
| 135 |
+
[04/01/26 00:40:19] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 136 |
+
left=2)
|
| 137 |
+
Evaluating bimanual_dual_push_buttons | Episode 0 | Score: 0.0 | Lang Goal: push the rose and the maroon buttons
|
| 138 |
+
[04/01/26 00:40:44] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 139 |
+
Starting episode 1,
|
| 140 |
+
seed 1.
|
| 141 |
+
[04/01/26 00:41:21] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 142 |
+
left=2)
|
| 143 |
+
Evaluating bimanual_dual_push_buttons | Episode 1 | Score: 100.0 | Lang Goal: push the black and the violet buttons
|
| 144 |
+
[04/01/26 00:41:29] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 145 |
+
Starting episode 2,
|
| 146 |
+
seed 2.
|
| 147 |
+
[04/01/26 00:42:02] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 148 |
+
left=2)
|
| 149 |
+
Evaluating bimanual_dual_push_buttons | Episode 2 | Score: 100.0 | Lang Goal: push the violet and the blue buttons
|
| 150 |
+
[04/01/26 00:42:10] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 151 |
+
Starting episode 3,
|
| 152 |
+
seed 3.
|
| 153 |
+
[04/01/26 00:42:41] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 154 |
+
left=2)
|
| 155 |
+
Evaluating bimanual_dual_push_buttons | Episode 3 | Score: 0.0 | Lang Goal: push the green and the violet buttons
|
| 156 |
+
[04/01/26 00:43:02] INFO INFO:root:eval_env: _independent_env_runner.py:192
|
| 157 |
+
Starting episode 4,
|
| 158 |
+
seed 4.
|
| 159 |
+
[04/01/26 00:43:40] INFO INFO:root:total waypoints 4, (right=2, task.py:368
|
| 160 |
+
left=2)
|
| 161 |
+
Evaluating bimanual_dual_push_buttons | Episode 4 | Score: 0.0 | Lang Goal: push the olive and the violet buttons
|
| 162 |
+
Finished bimanual_dual_push_buttons | Final Score: 40.0
|
| 163 |
+
|
| 164 |
+
moviepy is installed, but can't import moviepy.editor. Some packages could be missing [imageio, requests]
|
| 165 |
+
[04/01/26 00:44:10] INFO INFO:root:Finished _independent_env_runner.py:293
|
| 166 |
+
evaluation.
|
| 167 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/summary.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"adapter_mode": "trunk_only",
|
| 3 |
+
"task_name": "perlf_release_dual_push_buttons_smoke1",
|
| 4 |
+
"tasks": [
|
| 5 |
+
"dual_push_buttons"
|
| 6 |
+
],
|
| 7 |
+
"task_families": [
|
| 8 |
+
"generic"
|
| 9 |
+
],
|
| 10 |
+
"passthrough_only": true,
|
| 11 |
+
"passthrough_reason": "generic_task_family",
|
| 12 |
+
"episodes_requested": 5,
|
| 13 |
+
"episode_scores": [
|
| 14 |
+
0.0,
|
| 15 |
+
100.0,
|
| 16 |
+
100.0,
|
| 17 |
+
0.0,
|
| 18 |
+
0.0
|
| 19 |
+
],
|
| 20 |
+
"mean_score": 40.0,
|
| 21 |
+
"final_score": 40.0,
|
| 22 |
+
"subprocess_returncode": 0,
|
| 23 |
+
"eval_csv_path": "/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir/perlf_release_dual_push_buttons_smoke1/PERACT_BC/seed0/eval_data.csv",
|
| 24 |
+
"command": [
|
| 25 |
+
"/workspace/envs/rlbench/bin/python",
|
| 26 |
+
"/workspace/third_party/AnyBimanual/eval.py",
|
| 27 |
+
"method=PERACT_BC",
|
| 28 |
+
"framework.logdir=/workspace/workspace/reports/anybimanual_anchor_bridge_live/trunk_only_ep5_retry/anybimanual_logdir",
|
| 29 |
+
"framework.start_seed=0",
|
| 30 |
+
"framework.eval_type=60000",
|
| 31 |
+
"framework.eval_episodes=5",
|
| 32 |
+
"framework.eval_envs=1",
|
| 33 |
+
"framework.gpu=0",
|
| 34 |
+
"rlbench.task_name=perlf_release_dual_push_buttons_smoke1",
|
| 35 |
+
"rlbench.tasks=[dual_push_buttons]",
|
| 36 |
+
"rlbench.demo_path=/workspace/baselines/AnyBimanual_subset3_demo_root",
|
| 37 |
+
"rlbench.headless=True",
|
| 38 |
+
"rlbench.gripper_mode=BimanualDiscrete",
|
| 39 |
+
"rlbench.arm_action_mode=BimanualEndEffectorPoseViaPlanning",
|
| 40 |
+
"rlbench.action_mode=BimanualMoveArmThenGripper"
|
| 41 |
+
]
|
| 42 |
+
}
|
artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt",
|
| 3 |
+
"plan_requested": false,
|
| 4 |
+
"plan_applied": false,
|
| 5 |
+
"planner_mode": "trainable",
|
| 6 |
+
"support_mode_conditioning": true,
|
| 7 |
+
"task_conditioning": true,
|
| 8 |
+
"geometry_enabled": true,
|
| 9 |
+
"world_model_mode": "checkpoint_default",
|
| 10 |
+
"episodes_per_task": 5,
|
| 11 |
+
"episode_length": 60,
|
| 12 |
+
"resolution": 256,
|
| 13 |
+
"reset_retries": 20,
|
| 14 |
+
"arm_mode": "planning",
|
| 15 |
+
"delta_scale": 1.0,
|
| 16 |
+
"cameras": [
|
| 17 |
+
"front",
|
| 18 |
+
"wrist_left",
|
| 19 |
+
"wrist_right"
|
| 20 |
+
],
|
| 21 |
+
"tasks": {
|
| 22 |
+
"bimanual_dual_push_buttons": {
|
| 23 |
+
"error": "The call failed on the V-REP side. Return value: -1",
|
| 24 |
+
"mean_success": 0.0,
|
| 25 |
+
"mean_return": 0.0
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"mean_success": 0.0
|
| 29 |
+
}
|
artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.md
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# RLBench Rollout Eval
|
| 2 |
+
|
| 3 |
+
- Checkpoint: `/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt`
|
| 4 |
+
- Plan requested: `False`
|
| 5 |
+
- Plan applied: `False`
|
| 6 |
+
- Support-mode conditioning: `True`
|
| 7 |
+
- Task conditioning: `True`
|
| 8 |
+
- Geometry enabled: `True`
|
| 9 |
+
- World-model mode: `checkpoint_default`
|
| 10 |
+
- Mean success: `0.000`
|
| 11 |
+
|
| 12 |
+
## Per-task
|
| 13 |
+
|
| 14 |
+
- `bimanual_dual_push_buttons`: error=The call failed on the V-REP side. Return value: -1
|
artifacts/reports/dual_push_same_trunk_parity_ep5/base_trunk/rollout_eval.partial.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/workspace/workspace/VLAarchtests2/outputs/rlbench_dual_push/rlbench_dual_push_backbone_only_clip_chunk8_weighted_seed17/checkpoint_best.pt",
|
| 3 |
+
"plan_requested": false,
|
| 4 |
+
"plan_applied": false,
|
| 5 |
+
"planner_mode": "trainable",
|
| 6 |
+
"support_mode_conditioning": true,
|
| 7 |
+
"task_conditioning": true,
|
| 8 |
+
"geometry_enabled": true,
|
| 9 |
+
"world_model_mode": "checkpoint_default",
|
| 10 |
+
"episodes_per_task": 5,
|
| 11 |
+
"episode_length": 60,
|
| 12 |
+
"resolution": 256,
|
| 13 |
+
"reset_retries": 20,
|
| 14 |
+
"arm_mode": "planning",
|
| 15 |
+
"delta_scale": 1.0,
|
| 16 |
+
"cameras": [
|
| 17 |
+
"front",
|
| 18 |
+
"wrist_left",
|
| 19 |
+
"wrist_right"
|
| 20 |
+
],
|
| 21 |
+
"tasks": {
|
| 22 |
+
"bimanual_dual_push_buttons": {
|
| 23 |
+
"error": "The call failed on the V-REP side. Return value: -1",
|
| 24 |
+
"mean_success": 0.0,
|
| 25 |
+
"mean_return": 0.0
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"mean_success": 0.0
|
| 29 |
+
}
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_dual_push_buttons --resolution 224 --headless
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
WARNING:root:not sure how _robot_shapes are used is used.
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_dual_push_buttons/stdout.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"display": ":99",
|
| 3 |
+
"headless": true,
|
| 4 |
+
"task": "BimanualDualPushButtons",
|
| 5 |
+
"description": "push the olive and the orange buttons",
|
| 6 |
+
"front_rgb_shape": [
|
| 7 |
+
224,
|
| 8 |
+
224,
|
| 9 |
+
3
|
| 10 |
+
],
|
| 11 |
+
"wrist_left_rgb_shape": [
|
| 12 |
+
224,
|
| 13 |
+
224,
|
| 14 |
+
3
|
| 15 |
+
],
|
| 16 |
+
"wrist_right_rgb_shape": [
|
| 17 |
+
224,
|
| 18 |
+
224,
|
| 19 |
+
3
|
| 20 |
+
],
|
| 21 |
+
"right_pose_shape": [
|
| 22 |
+
7
|
| 23 |
+
],
|
| 24 |
+
"left_pose_shape": [
|
| 25 |
+
7
|
| 26 |
+
],
|
| 27 |
+
"stepped_mode": "bimanual_noop",
|
| 28 |
+
"action_finite": true,
|
| 29 |
+
"action_dim": 18,
|
| 30 |
+
"reward": 0.0,
|
| 31 |
+
"done": false,
|
| 32 |
+
"front_rgb_shape_after_step": [
|
| 33 |
+
224,
|
| 34 |
+
224,
|
| 35 |
+
3
|
| 36 |
+
]
|
| 37 |
+
}
|
| 38 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_handover_item --resolution 224 --headless
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
WARNING:root:not sure how _robot_shapes are used is used.
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_handover_item/stdout.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"display": ":99",
|
| 3 |
+
"headless": true,
|
| 4 |
+
"task": "BimanualHandoverItem",
|
| 5 |
+
"description": "bring me the red item",
|
| 6 |
+
"front_rgb_shape": [
|
| 7 |
+
224,
|
| 8 |
+
224,
|
| 9 |
+
3
|
| 10 |
+
],
|
| 11 |
+
"wrist_left_rgb_shape": [
|
| 12 |
+
224,
|
| 13 |
+
224,
|
| 14 |
+
3
|
| 15 |
+
],
|
| 16 |
+
"wrist_right_rgb_shape": [
|
| 17 |
+
224,
|
| 18 |
+
224,
|
| 19 |
+
3
|
| 20 |
+
],
|
| 21 |
+
"right_pose_shape": [
|
| 22 |
+
7
|
| 23 |
+
],
|
| 24 |
+
"left_pose_shape": [
|
| 25 |
+
7
|
| 26 |
+
],
|
| 27 |
+
"stepped_mode": "bimanual_noop",
|
| 28 |
+
"action_finite": true,
|
| 29 |
+
"action_dim": 18,
|
| 30 |
+
"reward": 0.0,
|
| 31 |
+
"done": false,
|
| 32 |
+
"front_rgb_shape_after_step": [
|
| 33 |
+
224,
|
| 34 |
+
224,
|
| 35 |
+
3
|
| 36 |
+
]
|
| 37 |
+
}
|
| 38 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_lift_ball --resolution 224 --headless
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
WARNING:root:not sure how _robot_shapes are used is used.
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_ball/stdout.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"display": ":99",
|
| 3 |
+
"headless": true,
|
| 4 |
+
"task": "BimanualLiftBall",
|
| 5 |
+
"description": "Lift the ball",
|
| 6 |
+
"front_rgb_shape": [
|
| 7 |
+
224,
|
| 8 |
+
224,
|
| 9 |
+
3
|
| 10 |
+
],
|
| 11 |
+
"wrist_left_rgb_shape": [
|
| 12 |
+
224,
|
| 13 |
+
224,
|
| 14 |
+
3
|
| 15 |
+
],
|
| 16 |
+
"wrist_right_rgb_shape": [
|
| 17 |
+
224,
|
| 18 |
+
224,
|
| 19 |
+
3
|
| 20 |
+
],
|
| 21 |
+
"right_pose_shape": [
|
| 22 |
+
7
|
| 23 |
+
],
|
| 24 |
+
"left_pose_shape": [
|
| 25 |
+
7
|
| 26 |
+
],
|
| 27 |
+
"stepped_mode": "bimanual_noop",
|
| 28 |
+
"action_finite": true,
|
| 29 |
+
"action_dim": 18,
|
| 30 |
+
"reward": 0.0,
|
| 31 |
+
"done": false,
|
| 32 |
+
"front_rgb_shape_after_step": [
|
| 33 |
+
224,
|
| 34 |
+
224,
|
| 35 |
+
3
|
| 36 |
+
]
|
| 37 |
+
}
|
| 38 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/envs/rlbench/bin/python -m sim_rlbench.launch_smoke --task bimanual_lift_tray --resolution 224 --headless
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
WARNING:root:not sure how _robot_shapes are used is used.
|
artifacts/reports/peract2_anchor_smoke_live/bimanual_lift_tray/stdout.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"display": ":99",
|
| 3 |
+
"headless": true,
|
| 4 |
+
"task": "BimanualLiftTray",
|
| 5 |
+
"description": "Lift the tray",
|
| 6 |
+
"front_rgb_shape": [
|
| 7 |
+
224,
|
| 8 |
+
224,
|
| 9 |
+
3
|
| 10 |
+
],
|
| 11 |
+
"wrist_left_rgb_shape": [
|
| 12 |
+
224,
|
| 13 |
+
224,
|
| 14 |
+
3
|
| 15 |
+
],
|
| 16 |
+
"wrist_right_rgb_shape": [
|
| 17 |
+
224,
|
| 18 |
+
224,
|
| 19 |
+
3
|
| 20 |
+
],
|
| 21 |
+
"right_pose_shape": [
|
| 22 |
+
7
|
| 23 |
+
],
|
| 24 |
+
"left_pose_shape": [
|
| 25 |
+
7
|
| 26 |
+
],
|
| 27 |
+
"stepped_mode": "bimanual_noop",
|
| 28 |
+
"action_finite": true,
|
| 29 |
+
"action_dim": 18,
|
| 30 |
+
"reward": 0.0,
|
| 31 |
+
"done": false,
|
| 32 |
+
"front_rgb_shape_after_step": [
|
| 33 |
+
224,
|
| 34 |
+
224,
|
| 35 |
+
3
|
| 36 |
+
]
|
| 37 |
+
}
|
| 38 |
+
[CoppeliaSim:loadinfo] done.
|
artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.json
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"resolution": 224,
|
| 3 |
+
"headless": true,
|
| 4 |
+
"tasks": {
|
| 5 |
+
"bimanual_push_box": {
|
| 6 |
+
"subprocess_returncode": 0,
|
| 7 |
+
"launch_ok": true,
|
| 8 |
+
"display": ":99",
|
| 9 |
+
"headless": true,
|
| 10 |
+
"task": "BimanualPushBox",
|
| 11 |
+
"description": "push the box to the red area",
|
| 12 |
+
"front_rgb_shape": [
|
| 13 |
+
224,
|
| 14 |
+
224,
|
| 15 |
+
3
|
| 16 |
+
],
|
| 17 |
+
"wrist_left_rgb_shape": [
|
| 18 |
+
224,
|
| 19 |
+
224,
|
| 20 |
+
3
|
| 21 |
+
],
|
| 22 |
+
"wrist_right_rgb_shape": [
|
| 23 |
+
224,
|
| 24 |
+
224,
|
| 25 |
+
3
|
| 26 |
+
],
|
| 27 |
+
"right_pose_shape": [
|
| 28 |
+
7
|
| 29 |
+
],
|
| 30 |
+
"left_pose_shape": [
|
| 31 |
+
7
|
| 32 |
+
],
|
| 33 |
+
"stepped_mode": "bimanual_noop",
|
| 34 |
+
"action_finite": true,
|
| 35 |
+
"action_dim": 18,
|
| 36 |
+
"reward": 0.0,
|
| 37 |
+
"done": false,
|
| 38 |
+
"front_rgb_shape_after_step": [
|
| 39 |
+
224,
|
| 40 |
+
224,
|
| 41 |
+
3
|
| 42 |
+
]
|
| 43 |
+
},
|
| 44 |
+
"bimanual_lift_ball": {
|
| 45 |
+
"subprocess_returncode": 0,
|
| 46 |
+
"launch_ok": true,
|
| 47 |
+
"display": ":99",
|
| 48 |
+
"headless": true,
|
| 49 |
+
"task": "BimanualLiftBall",
|
| 50 |
+
"description": "Lift the ball",
|
| 51 |
+
"front_rgb_shape": [
|
| 52 |
+
224,
|
| 53 |
+
224,
|
| 54 |
+
3
|
| 55 |
+
],
|
| 56 |
+
"wrist_left_rgb_shape": [
|
| 57 |
+
224,
|
| 58 |
+
224,
|
| 59 |
+
3
|
| 60 |
+
],
|
| 61 |
+
"wrist_right_rgb_shape": [
|
| 62 |
+
224,
|
| 63 |
+
224,
|
| 64 |
+
3
|
| 65 |
+
],
|
| 66 |
+
"right_pose_shape": [
|
| 67 |
+
7
|
| 68 |
+
],
|
| 69 |
+
"left_pose_shape": [
|
| 70 |
+
7
|
| 71 |
+
],
|
| 72 |
+
"stepped_mode": "bimanual_noop",
|
| 73 |
+
"action_finite": true,
|
| 74 |
+
"action_dim": 18,
|
| 75 |
+
"reward": 0.0,
|
| 76 |
+
"done": false,
|
| 77 |
+
"front_rgb_shape_after_step": [
|
| 78 |
+
224,
|
| 79 |
+
224,
|
| 80 |
+
3
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"bimanual_dual_push_buttons": {
|
| 84 |
+
"subprocess_returncode": 0,
|
| 85 |
+
"launch_ok": true,
|
| 86 |
+
"display": ":99",
|
| 87 |
+
"headless": true,
|
| 88 |
+
"task": "BimanualDualPushButtons",
|
| 89 |
+
"description": "push the olive and the orange buttons",
|
| 90 |
+
"front_rgb_shape": [
|
| 91 |
+
224,
|
| 92 |
+
224,
|
| 93 |
+
3
|
| 94 |
+
],
|
| 95 |
+
"wrist_left_rgb_shape": [
|
| 96 |
+
224,
|
| 97 |
+
224,
|
| 98 |
+
3
|
| 99 |
+
],
|
| 100 |
+
"wrist_right_rgb_shape": [
|
| 101 |
+
224,
|
| 102 |
+
224,
|
| 103 |
+
3
|
| 104 |
+
],
|
| 105 |
+
"right_pose_shape": [
|
| 106 |
+
7
|
| 107 |
+
],
|
| 108 |
+
"left_pose_shape": [
|
| 109 |
+
7
|
| 110 |
+
],
|
| 111 |
+
"stepped_mode": "bimanual_noop",
|
| 112 |
+
"action_finite": true,
|
| 113 |
+
"action_dim": 18,
|
| 114 |
+
"reward": 0.0,
|
| 115 |
+
"done": false,
|
| 116 |
+
"front_rgb_shape_after_step": [
|
| 117 |
+
224,
|
| 118 |
+
224,
|
| 119 |
+
3
|
| 120 |
+
]
|
| 121 |
+
},
|
| 122 |
+
"bimanual_handover_item": {
|
| 123 |
+
"subprocess_returncode": 0,
|
| 124 |
+
"launch_ok": true,
|
| 125 |
+
"display": ":99",
|
| 126 |
+
"headless": true,
|
| 127 |
+
"task": "BimanualHandoverItem",
|
| 128 |
+
"description": "bring me the red item",
|
| 129 |
+
"front_rgb_shape": [
|
| 130 |
+
224,
|
| 131 |
+
224,
|
| 132 |
+
3
|
| 133 |
+
],
|
| 134 |
+
"wrist_left_rgb_shape": [
|
| 135 |
+
224,
|
| 136 |
+
224,
|
| 137 |
+
3
|
| 138 |
+
],
|
| 139 |
+
"wrist_right_rgb_shape": [
|
| 140 |
+
224,
|
| 141 |
+
224,
|
| 142 |
+
3
|
| 143 |
+
],
|
| 144 |
+
"right_pose_shape": [
|
| 145 |
+
7
|
| 146 |
+
],
|
| 147 |
+
"left_pose_shape": [
|
| 148 |
+
7
|
| 149 |
+
],
|
| 150 |
+
"stepped_mode": "bimanual_noop",
|
| 151 |
+
"action_finite": true,
|
| 152 |
+
"action_dim": 18,
|
| 153 |
+
"reward": 0.0,
|
| 154 |
+
"done": false,
|
| 155 |
+
"front_rgb_shape_after_step": [
|
| 156 |
+
224,
|
| 157 |
+
224,
|
| 158 |
+
3
|
| 159 |
+
]
|
| 160 |
+
},
|
| 161 |
+
"bimanual_lift_tray": {
|
| 162 |
+
"subprocess_returncode": 0,
|
| 163 |
+
"launch_ok": true,
|
| 164 |
+
"display": ":99",
|
| 165 |
+
"headless": true,
|
| 166 |
+
"task": "BimanualLiftTray",
|
| 167 |
+
"description": "Lift the tray",
|
| 168 |
+
"front_rgb_shape": [
|
| 169 |
+
224,
|
| 170 |
+
224,
|
| 171 |
+
3
|
| 172 |
+
],
|
| 173 |
+
"wrist_left_rgb_shape": [
|
| 174 |
+
224,
|
| 175 |
+
224,
|
| 176 |
+
3
|
| 177 |
+
],
|
| 178 |
+
"wrist_right_rgb_shape": [
|
| 179 |
+
224,
|
| 180 |
+
224,
|
| 181 |
+
3
|
| 182 |
+
],
|
| 183 |
+
"right_pose_shape": [
|
| 184 |
+
7
|
| 185 |
+
],
|
| 186 |
+
"left_pose_shape": [
|
| 187 |
+
7
|
| 188 |
+
],
|
| 189 |
+
"stepped_mode": "bimanual_noop",
|
| 190 |
+
"action_finite": true,
|
| 191 |
+
"action_dim": 18,
|
| 192 |
+
"reward": 0.0,
|
| 193 |
+
"done": false,
|
| 194 |
+
"front_rgb_shape_after_step": [
|
| 195 |
+
224,
|
| 196 |
+
224,
|
| 197 |
+
3
|
| 198 |
+
]
|
| 199 |
+
}
|
| 200 |
+
},
|
| 201 |
+
"task_count": 5,
|
| 202 |
+
"launch_successes": 5,
|
| 203 |
+
"finite_action_tasks": 5,
|
| 204 |
+
"error_tasks": []
|
| 205 |
+
}
|
artifacts/reports/peract2_anchor_smoke_live/launch_smoke_summary.md
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# PerAct2 13-Task Launch Smoke
|
| 2 |
+
|
| 3 |
+
- Resolution: `224`
|
| 4 |
+
- Headless: `True`
|
| 5 |
+
- Task count: `5`
|
| 6 |
+
- Launch successes: `5`
|
| 7 |
+
- Finite-action tasks: `5`
|
| 8 |
+
- Error tasks: `[]`
|
| 9 |
+
|
| 10 |
+
## Per-task
|
| 11 |
+
|
| 12 |
+
- `bimanual_push_box`: launch_ok=True, action_finite=True, task_class=BimanualPushBox, reward=0.0
|
| 13 |
+
- `bimanual_lift_ball`: launch_ok=True, action_finite=True, task_class=BimanualLiftBall, reward=0.0
|
| 14 |
+
- `bimanual_dual_push_buttons`: launch_ok=True, action_finite=True, task_class=BimanualDualPushButtons, reward=0.0
|
| 15 |
+
- `bimanual_handover_item`: launch_ok=True, action_finite=True, task_class=BimanualHandoverItem, reward=0.0
|
| 16 |
+
- `bimanual_lift_tray`: launch_ok=True, action_finite=True, task_class=BimanualLiftTray, reward=0.0
|
artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/reports/proxy_base_aligned_fast_eval/active/reveal_benchmark.md
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Reveal Proxy Benchmark
|
| 2 |
+
|
| 3 |
+
## adapter
|
| 4 |
+
- controller: model
|
| 5 |
+
- checkpoint: /workspace/workspace/outputs/adapter_proxy/proxy_adapter_wrapped_clip_base_fast_seed17/checkpoint_best.pt
|
| 6 |
+
- episodes: 24.000
|
| 7 |
+
- mean_success: 0.000
|
| 8 |
+
- visibility_integral: 0.159
|
| 9 |
+
- corridor_availability: 0.002
|
| 10 |
+
- reocclusion_rate: 0.002
|
| 11 |
+
- disturbance_cost: 0.686
|
| 12 |
+
- premature_retrieve_rate: 0.798
|
| 13 |
+
- reocclusion_after_reveal_rate: 0.000
|
| 14 |
+
- planner_regret: 0.002
|
| 15 |
+
- foliage_success: 0.000
|
| 16 |
+
- bag_success: 0.000
|
| 17 |
+
- cloth_success: 0.000
|
artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/reports/proxy_base_aligned_fast_eval/noop/reveal_benchmark.md
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Reveal Proxy Benchmark
|
| 2 |
+
|
| 3 |
+
## adapter
|
| 4 |
+
- controller: model
|
| 5 |
+
- checkpoint: /workspace/workspace/outputs/adapter_proxy/proxy_adapter_wrapped_clip_base_fast_seed17/checkpoint_best.pt
|
| 6 |
+
- episodes: 24.000
|
| 7 |
+
- mean_success: 0.000
|
| 8 |
+
- visibility_integral: 0.160
|
| 9 |
+
- corridor_availability: 0.002
|
| 10 |
+
- reocclusion_rate: 0.002
|
| 11 |
+
- disturbance_cost: 0.676
|
| 12 |
+
- premature_retrieve_rate: 0.835
|
| 13 |
+
- reocclusion_after_reveal_rate: 0.000
|
| 14 |
+
- planner_regret: 0.046
|
| 15 |
+
- foliage_success: 0.000
|
| 16 |
+
- bag_success: 0.000
|
| 17 |
+
- cloth_success: 0.000
|
artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
artifacts/reports/proxy_base_aligned_fast_eval/oracle/reveal_benchmark.md
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Reveal Proxy Benchmark
|
| 2 |
+
|
| 3 |
+
## adapter
|
| 4 |
+
- controller: oracle
|
| 5 |
+
- checkpoint: /workspace/workspace/outputs/adapter_proxy/proxy_adapter_wrapped_clip_base_fast_seed17/checkpoint_best.pt
|
| 6 |
+
- episodes: 24.000
|
| 7 |
+
- mean_success: 0.000
|
| 8 |
+
- visibility_integral: 10.234
|
| 9 |
+
- corridor_availability: 0.173
|
| 10 |
+
- reocclusion_rate: 0.008
|
| 11 |
+
- disturbance_cost: 0.655
|
| 12 |
+
- premature_retrieve_rate: 0.811
|
| 13 |
+
- reocclusion_after_reveal_rate: 0.250
|
| 14 |
+
- planner_regret: 0.000
|
| 15 |
+
- foliage_success: 0.000
|
| 16 |
+
- bag_success: 0.000
|
| 17 |
+
- cloth_success: 0.000
|