Add files using upload-large-folder tool
Browse files- .gitattributes +27 -0
- 7sdjk1lj/.hydra/config.yaml +352 -0
- 7sdjk1lj/.hydra/hydra.yaml +169 -0
- 7sdjk1lj/.hydra/overrides.yaml +3 -0
- 7sdjk1lj/episode_rosbags/episode_10_2025-01-18-20-54-07.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_11_2025-01-18-20-54-54.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_12_2025-01-18-20-55-34.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_13_2025-01-18-20-56-18.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_14_2025-01-18-20-57-10.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_15_2025-01-18-20-58-04.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_16_2025-01-18-20-59-05.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_17_2025-01-18-20-59-50.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_19_2025-01-18-21-01-34.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_1_2025-01-18-20-47-40.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_7_2025-01-18-20-51-51.bag +3 -0
- 7sdjk1lj/episode_rosbags/episode_9_2025-01-18-20-53-20.bag +3 -0
- 7sdjk1lj/eval_video/0_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/10_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/11_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/13_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/14_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/15_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/16_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/17_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/1_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/2_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/5_eval.mp4 +3 -0
- 7sdjk1lj/eval_video/6_eval.mp4 +3 -0
- rmgow4yp/.hydra/config.yaml +352 -0
- rmgow4yp/.hydra/hydra.yaml +169 -0
- rmgow4yp/.hydra/overrides.yaml +3 -0
- rmgow4yp/eval_policy.log +15 -0
- u3lo36eq/episode_rosbags/episode_15_2025-01-18-19-22-24.bag +3 -0
- u3lo36eq/episode_rosbags/episode_7_2025-01-18-19-14-34.bag +3 -0
- u3lo36eq/episode_rosbags/episode_9_2025-01-18-19-16-15.bag +3 -0
.gitattributes
CHANGED
|
@@ -125,3 +125,30 @@ u3lo36eq/episode_rosbags/episode_2_2025-01-18-19-10-48.bag filter=lfs diff=lfs m
|
|
| 125 |
7sdjk1lj/eval_video/18_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 126 |
7sdjk1lj/eval_video/9_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 127 |
7sdjk1lj/episode_rosbags/episode_5_2025-01-18-20-50-25.bag filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 125 |
7sdjk1lj/eval_video/18_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 126 |
7sdjk1lj/eval_video/9_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 127 |
7sdjk1lj/episode_rosbags/episode_5_2025-01-18-20-50-25.bag filter=lfs diff=lfs merge=lfs -text
|
| 128 |
+
7sdjk1lj/eval_video/13_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 129 |
+
7sdjk1lj/eval_video/6_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 130 |
+
7sdjk1lj/eval_video/11_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 131 |
+
7sdjk1lj/eval_video/1_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 132 |
+
7sdjk1lj/eval_video/15_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 133 |
+
7sdjk1lj/eval_video/5_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 134 |
+
7sdjk1lj/eval_video/16_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 135 |
+
7sdjk1lj/eval_video/17_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 136 |
+
7sdjk1lj/eval_video/10_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 137 |
+
7sdjk1lj/eval_video/2_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 138 |
+
7sdjk1lj/eval_video/14_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 139 |
+
7sdjk1lj/eval_video/0_eval.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 140 |
+
u3lo36eq/episode_rosbags/episode_15_2025-01-18-19-22-24.bag filter=lfs diff=lfs merge=lfs -text
|
| 141 |
+
7sdjk1lj/episode_rosbags/episode_9_2025-01-18-20-53-20.bag filter=lfs diff=lfs merge=lfs -text
|
| 142 |
+
7sdjk1lj/episode_rosbags/episode_16_2025-01-18-20-59-05.bag filter=lfs diff=lfs merge=lfs -text
|
| 143 |
+
7sdjk1lj/episode_rosbags/episode_14_2025-01-18-20-57-10.bag filter=lfs diff=lfs merge=lfs -text
|
| 144 |
+
7sdjk1lj/episode_rosbags/episode_12_2025-01-18-20-55-34.bag filter=lfs diff=lfs merge=lfs -text
|
| 145 |
+
7sdjk1lj/episode_rosbags/episode_15_2025-01-18-20-58-04.bag filter=lfs diff=lfs merge=lfs -text
|
| 146 |
+
u3lo36eq/episode_rosbags/episode_7_2025-01-18-19-14-34.bag filter=lfs diff=lfs merge=lfs -text
|
| 147 |
+
7sdjk1lj/episode_rosbags/episode_17_2025-01-18-20-59-50.bag filter=lfs diff=lfs merge=lfs -text
|
| 148 |
+
7sdjk1lj/episode_rosbags/episode_13_2025-01-18-20-56-18.bag filter=lfs diff=lfs merge=lfs -text
|
| 149 |
+
7sdjk1lj/episode_rosbags/episode_19_2025-01-18-21-01-34.bag filter=lfs diff=lfs merge=lfs -text
|
| 150 |
+
7sdjk1lj/episode_rosbags/episode_11_2025-01-18-20-54-54.bag filter=lfs diff=lfs merge=lfs -text
|
| 151 |
+
7sdjk1lj/episode_rosbags/episode_1_2025-01-18-20-47-40.bag filter=lfs diff=lfs merge=lfs -text
|
| 152 |
+
7sdjk1lj/episode_rosbags/episode_10_2025-01-18-20-54-07.bag filter=lfs diff=lfs merge=lfs -text
|
| 153 |
+
u3lo36eq/episode_rosbags/episode_9_2025-01-18-19-16-15.bag filter=lfs diff=lfs merge=lfs -text
|
| 154 |
+
7sdjk1lj/episode_rosbags/episode_7_2025-01-18-20-51-51.bag filter=lfs diff=lfs merge=lfs -text
|
7sdjk1lj/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,352 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
root_dir: /home/${oc.env:USER}/fish_leon
|
| 2 |
+
nstep: 3
|
| 3 |
+
seed: 41
|
| 4 |
+
dataset_shuffle_seed: ${seed}
|
| 5 |
+
device: cuda
|
| 6 |
+
save_video: true
|
| 7 |
+
save_buffer: true
|
| 8 |
+
use_tb: true
|
| 9 |
+
baseline: false
|
| 10 |
+
use_wandb: true
|
| 11 |
+
eval: true
|
| 12 |
+
process_contact_features: ${eval}
|
| 13 |
+
obs_type: pixels
|
| 14 |
+
use_color: true
|
| 15 |
+
use_depth: true
|
| 16 |
+
use_masks: false
|
| 17 |
+
mask_list:
|
| 18 |
+
- EE_obj_mask
|
| 19 |
+
mask_representation: channels
|
| 20 |
+
crop_hw:
|
| 21 |
+
- 144
|
| 22 |
+
- 144
|
| 23 |
+
crop_down_offset: 48
|
| 24 |
+
color_crop_type: null
|
| 25 |
+
depth_crop_type: null
|
| 26 |
+
segmask_crop_type: null
|
| 27 |
+
add_crop_binary_mask: false
|
| 28 |
+
add_coord_conv_map: false
|
| 29 |
+
use_context_color: false
|
| 30 |
+
use_context_depth: false
|
| 31 |
+
use_context_segmask: false
|
| 32 |
+
context_color_crop_type: null
|
| 33 |
+
context_depth_crop_type: null
|
| 34 |
+
context_segmask_crop_type: null
|
| 35 |
+
context_add_crop_binary_mask: false
|
| 36 |
+
context_add_coord_conv_map: false
|
| 37 |
+
use_contact_map: false
|
| 38 |
+
use_sdf_maps: false
|
| 39 |
+
use_normals_maps: false
|
| 40 |
+
which_objects: both
|
| 41 |
+
max_contact_prob: 0.1
|
| 42 |
+
max_depth: 2.0
|
| 43 |
+
grasped_dtc_max_value: 0.105
|
| 44 |
+
env_dtc_max_value: 0.425
|
| 45 |
+
grasped_normals_mask_max_dtc_value: 0.105
|
| 46 |
+
env_normals_mask_max_dtc_value: 0.425
|
| 47 |
+
clamp_dtc: true
|
| 48 |
+
dtc_adaptive_normalization: false
|
| 49 |
+
mask_normals_within_sdf: true
|
| 50 |
+
adaptive_normals_mask: true
|
| 51 |
+
learnable_contact_preprocess_params: false
|
| 52 |
+
contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_ctxt_seed_183386_epoch_9
|
| 53 |
+
contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
|
| 54 |
+
num_eval: 20
|
| 55 |
+
debug_timestamps: false
|
| 56 |
+
open_loop: false
|
| 57 |
+
action_trajectories: true
|
| 58 |
+
stop_after_action: false
|
| 59 |
+
interpolation_frequency: 25
|
| 60 |
+
policy_frequency: 5
|
| 61 |
+
wait_for_new_camera_frames: true
|
| 62 |
+
random_start: false
|
| 63 |
+
eval_starts: ${root_dir}/FISH/eval_starts/${suite.name}_${obs_type}/${task_name}
|
| 64 |
+
train_demo_idxs_list_or_num: null
|
| 65 |
+
num_valid_demos: null
|
| 66 |
+
val_num_groups: 3
|
| 67 |
+
name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
|
| 68 |
+
expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
|
| 69 |
+
expert_dataset: ${expert_dataset_dirpath}/demos.zarr
|
| 70 |
+
action_key: ${oc.if_else:${action_trajectories}, 'action_trajectory_${interpolation_frequency}hz',
|
| 71 |
+
'action'}
|
| 72 |
+
semantic_demo_grouping_name: semantic_demo_grouping.yaml
|
| 73 |
+
semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
|
| 74 |
+
expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
|
| 75 |
+
bc_regularize: false
|
| 76 |
+
bc_weight_type: qfilter
|
| 77 |
+
load_checkpoint: ${agent.load_checkpoint}
|
| 78 |
+
wandb_run_id: '3465_1'
|
| 79 |
+
true_action_history: false
|
| 80 |
+
wandb_notes: null
|
| 81 |
+
checkpoint_epoch: 7500
|
| 82 |
+
load_residual_weight: false
|
| 83 |
+
checkpoint_root_dir: /home/${oc.env:USER}/fish_leon/FISH
|
| 84 |
+
checkpoint_weight_dir: ${checkpoint_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
|
| 85 |
+
residual_weight: ${root_dir}/FISH/weights/${suite.name}_${obs_type}/${task_name}/weight.pt
|
| 86 |
+
experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
|
| 87 |
+
final_experiment_dir: ${experiment_dir}/${oc.generate_run_id:}
|
| 88 |
+
agent:
|
| 89 |
+
_target_: agent.diffusion_policy.DiffusionPolicyAgent
|
| 90 |
+
name: diffusion_policy
|
| 91 |
+
load_checkpoint: ${eval}
|
| 92 |
+
device: ${device}
|
| 93 |
+
n_obs_steps: ${.config.policy_cfg.n_obs_steps}
|
| 94 |
+
suite_name: ${suite.name}
|
| 95 |
+
obs_type: ${obs_type}
|
| 96 |
+
enable_arm: ${eval}
|
| 97 |
+
enable_camera: ${eval}
|
| 98 |
+
use_tb: ${use_tb}
|
| 99 |
+
desired_image_shape:
|
| 100 |
+
- 13
|
| 101 |
+
- 180
|
| 102 |
+
- 240
|
| 103 |
+
orig_cam_shape:
|
| 104 |
+
- 3
|
| 105 |
+
- 240
|
| 106 |
+
- 320
|
| 107 |
+
config:
|
| 108 |
+
_target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
|
| 109 |
+
compile: false
|
| 110 |
+
device: ${device}
|
| 111 |
+
cam_resize_shape: ${agent.desired_image_shape}
|
| 112 |
+
orig_cam_shape: ${agent.orig_cam_shape}
|
| 113 |
+
policy_frequency: ${policy_frequency}
|
| 114 |
+
interpolation_frequency: ${interpolation_frequency}
|
| 115 |
+
policy_cfg:
|
| 116 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
|
| 117 |
+
n_obs_steps: 1
|
| 118 |
+
horizon: 36
|
| 119 |
+
n_action_steps: ${agent.config.policy_cfg.horizon}
|
| 120 |
+
input_shapes:
|
| 121 |
+
observation.image: ${agent.config.cam_resize_shape}
|
| 122 |
+
context_observation.image: ${agent.config.cam_resize_shape}
|
| 123 |
+
observation.state:
|
| 124 |
+
- 8
|
| 125 |
+
observation.action_history:
|
| 126 |
+
- 7
|
| 127 |
+
output_shapes:
|
| 128 |
+
action:
|
| 129 |
+
- 7
|
| 130 |
+
input_normalization_modes:
|
| 131 |
+
observation.image: mean_std
|
| 132 |
+
observation.state: min_max
|
| 133 |
+
observation.action_history: min_max
|
| 134 |
+
output_normalization_modes:
|
| 135 |
+
action: min_max
|
| 136 |
+
vision_backbone: resnet18
|
| 137 |
+
crop_distractors_tlhw: null
|
| 138 |
+
pretrained_backbone_weights: null
|
| 139 |
+
transforms:
|
| 140 |
+
- _target_: torchaug.transforms.RandomAffine
|
| 141 |
+
degrees:
|
| 142 |
+
- -5
|
| 143 |
+
- 5
|
| 144 |
+
translate:
|
| 145 |
+
- 0.05
|
| 146 |
+
- 0.05
|
| 147 |
+
batch_transform: true
|
| 148 |
+
num_chunks: -1
|
| 149 |
+
batch_inplace: true
|
| 150 |
+
- _target_: torchaug.transforms.RandomColorJitter
|
| 151 |
+
brightness: 0.3
|
| 152 |
+
contrast: 0.4
|
| 153 |
+
saturation: 0.5
|
| 154 |
+
hue: 0.08
|
| 155 |
+
batch_transform: true
|
| 156 |
+
num_chunks: -1
|
| 157 |
+
batch_inplace: true
|
| 158 |
+
use_group_norm: true
|
| 159 |
+
spatial_softmax_num_keypoints: 32
|
| 160 |
+
action_history_encoder_config:
|
| 161 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
|
| 162 |
+
in_channels: 7
|
| 163 |
+
out_channels: 32
|
| 164 |
+
history_length: ${agent.config.policy_cfg.n_action_steps}
|
| 165 |
+
kernel_size: ${agent.config.policy_cfg.kernel_size}
|
| 166 |
+
downsample_kernel_size: 3
|
| 167 |
+
downsample_stride: 2
|
| 168 |
+
downsample_padding: 1
|
| 169 |
+
down_dims:
|
| 170 |
+
- 256
|
| 171 |
+
- 512
|
| 172 |
+
- 1024
|
| 173 |
+
kernel_size: 5
|
| 174 |
+
n_groups: 8
|
| 175 |
+
diffusion_step_embed_dim: 128
|
| 176 |
+
use_film_scale_modulation: true
|
| 177 |
+
noise_scheduler_type: DDIM
|
| 178 |
+
beta_schedule: squaredcos_cap_v2
|
| 179 |
+
beta_start: 0.0001
|
| 180 |
+
beta_end: 0.02
|
| 181 |
+
prediction_type: epsilon
|
| 182 |
+
clip_sample: true
|
| 183 |
+
clip_sample_range: 1.0
|
| 184 |
+
num_train_timesteps: 50
|
| 185 |
+
num_inference_steps: 10
|
| 186 |
+
do_mask_loss_for_padding: false
|
| 187 |
+
train_cfg:
|
| 188 |
+
_target_: utils.TrainConfig
|
| 189 |
+
lr: 0.0001
|
| 190 |
+
lr_scheduler: cosine
|
| 191 |
+
lr_warmup_steps: 500
|
| 192 |
+
adam_betas:
|
| 193 |
+
- 0.95
|
| 194 |
+
- 0.999
|
| 195 |
+
adam_eps: 1.0e-08
|
| 196 |
+
adam_weight_decay: 1.0e-06
|
| 197 |
+
grad_clip_norm: 10
|
| 198 |
+
offline_steps: ${num_train_frames_diffusion}
|
| 199 |
+
use_amp: true
|
| 200 |
+
observation_cfg:
|
| 201 |
+
_target_: agent.encoder.VisualFeatureSet
|
| 202 |
+
use_depth: ${use_depth}
|
| 203 |
+
use_color: ${use_color}
|
| 204 |
+
mask_input_dict:
|
| 205 |
+
_target_: agent.encoder.MaskInputDict
|
| 206 |
+
enable: ${use_masks}
|
| 207 |
+
representation: ${mask_representation}
|
| 208 |
+
mask_list: ${mask_list}
|
| 209 |
+
crop_input_config:
|
| 210 |
+
_target_: agent.encoder.CropInputConfig
|
| 211 |
+
color_crop_type: ${color_crop_type}
|
| 212 |
+
depth_crop_type: ${depth_crop_type}
|
| 213 |
+
segmask_crop_type: ${segmask_crop_type}
|
| 214 |
+
crop_hw: ${crop_hw}
|
| 215 |
+
crop_down_offset: ${crop_down_offset}
|
| 216 |
+
add_crop_binary_mask: ${add_crop_binary_mask}
|
| 217 |
+
add_coord_conv_map: ${add_coord_conv_map}
|
| 218 |
+
context_input_config:
|
| 219 |
+
_target_: agent.encoder.ContextInputConfig
|
| 220 |
+
use_color: ${use_context_color}
|
| 221 |
+
use_depth: ${use_context_depth}
|
| 222 |
+
mask_input_dict:
|
| 223 |
+
_target_: agent.encoder.MaskInputDict
|
| 224 |
+
enable: ${use_context_segmask}
|
| 225 |
+
representation: ${mask_representation}
|
| 226 |
+
mask_list: ${mask_list}
|
| 227 |
+
crop_input_config:
|
| 228 |
+
_target_: agent.encoder.CropInputConfig
|
| 229 |
+
color_crop_type: ${context_color_crop_type}
|
| 230 |
+
depth_crop_type: ${context_depth_crop_type}
|
| 231 |
+
segmask_crop_type: ${context_segmask_crop_type}
|
| 232 |
+
crop_hw: ${crop_hw}
|
| 233 |
+
crop_down_offset: ${crop_down_offset}
|
| 234 |
+
add_crop_binary_mask: ${context_add_crop_binary_mask}
|
| 235 |
+
add_coord_conv_map: ${context_add_coord_conv_map}
|
| 236 |
+
mask_soft_approx_scheduler_config:
|
| 237 |
+
_target_: agent.encoder.MaskSoftApproxSchedulerConfig
|
| 238 |
+
num_steps: 40000
|
| 239 |
+
initial_value: 10.0
|
| 240 |
+
final_value: 1000.0
|
| 241 |
+
interpolation_scheme: constant
|
| 242 |
+
use_contact_map: ${use_contact_map}
|
| 243 |
+
use_sdf_maps: ${use_sdf_maps}
|
| 244 |
+
use_normals_maps: ${use_normals_maps}
|
| 245 |
+
which_objects: ${which_objects}
|
| 246 |
+
grasped_dtc_max_value: ${grasped_dtc_max_value}
|
| 247 |
+
env_dtc_max_value: ${env_dtc_max_value}
|
| 248 |
+
grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
|
| 249 |
+
env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
|
| 250 |
+
clamp_dtc: ${clamp_dtc}
|
| 251 |
+
max_contact_prob: ${max_contact_prob}
|
| 252 |
+
mask_normals_within_sdf: ${mask_normals_within_sdf}
|
| 253 |
+
dtc_adaptive_normalization: ${dtc_adaptive_normalization}
|
| 254 |
+
adaptive_normals_mask: ${adaptive_normals_mask}
|
| 255 |
+
max_depth: ${max_depth}
|
| 256 |
+
image_shape: ${agent.desired_image_shape}
|
| 257 |
+
learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
|
| 258 |
+
learning_rate: ${agent.config.train_cfg.lr}
|
| 259 |
+
weight_decay: 0.0
|
| 260 |
+
contact_model_name: ${contact_model_name}
|
| 261 |
+
zero_centered: false
|
| 262 |
+
crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
|
| 263 |
+
suite:
|
| 264 |
+
suite: frankagym
|
| 265 |
+
name: frankagym
|
| 266 |
+
frame_stack: ${agent.n_obs_steps}
|
| 267 |
+
action_repeat: 1
|
| 268 |
+
discount: 0.99
|
| 269 |
+
hidden_dim: 1024
|
| 270 |
+
num_train_frames: 2010
|
| 271 |
+
num_seed_frames: 260
|
| 272 |
+
num_train_epochs: 5000
|
| 273 |
+
validate_every_epochs: 100
|
| 274 |
+
validate_diffusion_on_action_loss_every_epochs: 500
|
| 275 |
+
train_eval_diffusion_on_action_loss_every_epochs: 500
|
| 276 |
+
check_topk_every_epochs: 10
|
| 277 |
+
save_snapshot_every_epochs: 5000
|
| 278 |
+
eval_every_frames: 2000
|
| 279 |
+
num_eval_episodes: 5
|
| 280 |
+
save_snapshot: true
|
| 281 |
+
wait_for_user_to_start_episode: true
|
| 282 |
+
task_make_fn:
|
| 283 |
+
_target_: suite.frankagym.make
|
| 284 |
+
name: ${task_name}
|
| 285 |
+
height: 240
|
| 286 |
+
width: 320
|
| 287 |
+
frame_stack: ${suite.frame_stack}
|
| 288 |
+
action_repeat: ${suite.action_repeat}
|
| 289 |
+
seed: ${seed}
|
| 290 |
+
enable_arm: ${agent.enable_arm}
|
| 291 |
+
enable_gripper: ${enable_gripper}
|
| 292 |
+
start_with_gripper_open: ${start_with_gripper_open}
|
| 293 |
+
enable_camera: ${agent.enable_camera}
|
| 294 |
+
path_to_depth_extrinsics: ${path_to_depth_extrinsics}
|
| 295 |
+
contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
|
| 296 |
+
x_limit: ${x_limit}
|
| 297 |
+
y_limit: ${y_limit}
|
| 298 |
+
z_limit: ${z_limit}
|
| 299 |
+
device: ${device}
|
| 300 |
+
interpolation_frequency: ${interpolation_frequency}
|
| 301 |
+
policy_frequency: ${policy_frequency}
|
| 302 |
+
debug_timestamps: ${debug_timestamps}
|
| 303 |
+
stop_after_action: ${stop_after_action}
|
| 304 |
+
open_loop: ${open_loop}
|
| 305 |
+
wait_for_new_camera_frames: ${wait_for_new_camera_frames}
|
| 306 |
+
action_key: ${action_key}
|
| 307 |
+
action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
|
| 308 |
+
action_trajectories: ${action_trajectories}
|
| 309 |
+
path_to_zarr_dataset: ${expert_dataset}
|
| 310 |
+
agent_policy_cfg: ???
|
| 311 |
+
true_action_history: ${true_action_history}
|
| 312 |
+
num_train_frames_bc: 50000
|
| 313 |
+
num_train_frames_drq: 1100000
|
| 314 |
+
stddev_schedule_drq: linear(1.0,0.1,100000)
|
| 315 |
+
task_name: FrankaInsertion-v1
|
| 316 |
+
num_train_frames_vinn: 25000
|
| 317 |
+
num_train_frames_diffusion: 1000000
|
| 318 |
+
num_train_epochs_bc: 5000
|
| 319 |
+
num_train_epochs_diffusion: 5000
|
| 320 |
+
validate_every_epochs_bc: 5
|
| 321 |
+
validate_every_epochs_diffusion: 25
|
| 322 |
+
validate_diffusion_on_action_loss_every_epochs: 50
|
| 323 |
+
train_eval_diffusion_on_action_loss_every_epochs: 500
|
| 324 |
+
check_topk_every_epochs: 5
|
| 325 |
+
check_topk_every_epochs_diffusion: ${validate_diffusion_on_action_loss_every_epochs}
|
| 326 |
+
save_snapshot_every_epochs_diffusion: 5000
|
| 327 |
+
x_limit:
|
| 328 |
+
- 0.2
|
| 329 |
+
- 0.7
|
| 330 |
+
y_limit:
|
| 331 |
+
- -0.4
|
| 332 |
+
- 0.4
|
| 333 |
+
z_limit:
|
| 334 |
+
- -0.05
|
| 335 |
+
- 0.55
|
| 336 |
+
home_displacement:
|
| 337 |
+
- 0.55
|
| 338 |
+
- 0.0
|
| 339 |
+
- 0.55
|
| 340 |
+
- 180.0
|
| 341 |
+
- 0.0
|
| 342 |
+
- 0.0
|
| 343 |
+
enable_gripper: true
|
| 344 |
+
start_with_gripper_open: true
|
| 345 |
+
offset_mask:
|
| 346 |
+
- 1
|
| 347 |
+
- 1
|
| 348 |
+
- 1
|
| 349 |
+
- 1
|
| 350 |
+
- 1
|
| 351 |
+
- 1
|
| 352 |
+
path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
|
7sdjk1lj/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: ${final_experiment_dir}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: ${final_experiment_dir}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
submitit_folder: ${final_experiment_dir}/.slurm
|
| 9 |
+
timeout_min: 60
|
| 10 |
+
cpus_per_task: null
|
| 11 |
+
gpus_per_node: null
|
| 12 |
+
tasks_per_node: 1
|
| 13 |
+
mem_gb: null
|
| 14 |
+
nodes: 1
|
| 15 |
+
name: ${hydra.job.name}
|
| 16 |
+
stderr_to_stdout: false
|
| 17 |
+
_target_: hydra_plugins.hydra_submitit_launcher.submitit_launcher.LocalLauncher
|
| 18 |
+
sweeper:
|
| 19 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 20 |
+
max_batch_size: null
|
| 21 |
+
params: null
|
| 22 |
+
help:
|
| 23 |
+
app_name: ${hydra.job.name}
|
| 24 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 25 |
+
|
| 26 |
+
'
|
| 27 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 28 |
+
|
| 29 |
+
Use --hydra-help to view Hydra specific help
|
| 30 |
+
|
| 31 |
+
'
|
| 32 |
+
template: '${hydra.help.header}
|
| 33 |
+
|
| 34 |
+
== Configuration groups ==
|
| 35 |
+
|
| 36 |
+
Compose your configuration from those groups (group=option)
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
$APP_CONFIG_GROUPS
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
== Config ==
|
| 43 |
+
|
| 44 |
+
Override anything in the config (foo.bar=value)
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
$CONFIG
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
${hydra.help.footer}
|
| 51 |
+
|
| 52 |
+
'
|
| 53 |
+
hydra_help:
|
| 54 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 55 |
+
|
| 56 |
+
See https://hydra.cc for more info.
|
| 57 |
+
|
| 58 |
+
|
| 59 |
+
== Flags ==
|
| 60 |
+
|
| 61 |
+
$FLAGS_HELP
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
== Configuration groups ==
|
| 65 |
+
|
| 66 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 67 |
+
to command line)
|
| 68 |
+
|
| 69 |
+
|
| 70 |
+
$HYDRA_CONFIG_GROUPS
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 74 |
+
|
| 75 |
+
'
|
| 76 |
+
hydra_help: ???
|
| 77 |
+
hydra_logging:
|
| 78 |
+
version: 1
|
| 79 |
+
formatters:
|
| 80 |
+
simple:
|
| 81 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 82 |
+
handlers:
|
| 83 |
+
console:
|
| 84 |
+
class: logging.StreamHandler
|
| 85 |
+
formatter: simple
|
| 86 |
+
stream: ext://sys.stdout
|
| 87 |
+
root:
|
| 88 |
+
level: INFO
|
| 89 |
+
handlers:
|
| 90 |
+
- console
|
| 91 |
+
loggers:
|
| 92 |
+
logging_example:
|
| 93 |
+
level: DEBUG
|
| 94 |
+
disable_existing_loggers: false
|
| 95 |
+
job_logging:
|
| 96 |
+
version: 1
|
| 97 |
+
formatters:
|
| 98 |
+
simple:
|
| 99 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 100 |
+
handlers:
|
| 101 |
+
console:
|
| 102 |
+
class: logging.StreamHandler
|
| 103 |
+
formatter: simple
|
| 104 |
+
stream: ext://sys.stdout
|
| 105 |
+
file:
|
| 106 |
+
class: logging.FileHandler
|
| 107 |
+
formatter: simple
|
| 108 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 109 |
+
root:
|
| 110 |
+
level: INFO
|
| 111 |
+
handlers:
|
| 112 |
+
- console
|
| 113 |
+
- file
|
| 114 |
+
disable_existing_loggers: false
|
| 115 |
+
env: {}
|
| 116 |
+
mode: RUN
|
| 117 |
+
searchpath: []
|
| 118 |
+
callbacks: {}
|
| 119 |
+
output_subdir: .hydra
|
| 120 |
+
overrides:
|
| 121 |
+
hydra:
|
| 122 |
+
- hydra.mode=RUN
|
| 123 |
+
task:
|
| 124 |
+
- agent=diffusion
|
| 125 |
+
- suite=frankagym
|
| 126 |
+
- suite/frankagym_task@_global_=insertion
|
| 127 |
+
job:
|
| 128 |
+
name: eval_robot
|
| 129 |
+
chdir: true
|
| 130 |
+
override_dirname: agent=diffusion,suite/frankagym_task@_global_=insertion,suite=frankagym
|
| 131 |
+
id: ???
|
| 132 |
+
num: ???
|
| 133 |
+
config_name: config_eval
|
| 134 |
+
env_set: {}
|
| 135 |
+
env_copy: []
|
| 136 |
+
config:
|
| 137 |
+
override_dirname:
|
| 138 |
+
kv_sep: '='
|
| 139 |
+
item_sep: ','
|
| 140 |
+
exclude_keys: []
|
| 141 |
+
runtime:
|
| 142 |
+
version: 1.3.2
|
| 143 |
+
version_base: '1.1'
|
| 144 |
+
cwd: /home/leonmkim/fish_leon/FISH
|
| 145 |
+
config_sources:
|
| 146 |
+
- path: hydra.conf
|
| 147 |
+
schema: pkg
|
| 148 |
+
provider: hydra
|
| 149 |
+
- path: /home/leonmkim/fish_leon/FISH/cfgs
|
| 150 |
+
schema: file
|
| 151 |
+
provider: main
|
| 152 |
+
- path: ''
|
| 153 |
+
schema: structured
|
| 154 |
+
provider: schema
|
| 155 |
+
output_dir: /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/7sdjk1lj
|
| 156 |
+
choices:
|
| 157 |
+
suite: frankagym
|
| 158 |
+
suite/frankagym_task@_global_: insertion
|
| 159 |
+
agent: diffusion
|
| 160 |
+
hydra/env: default
|
| 161 |
+
hydra/callbacks: null
|
| 162 |
+
hydra/job_logging: default
|
| 163 |
+
hydra/hydra_logging: default
|
| 164 |
+
hydra/hydra_help: default
|
| 165 |
+
hydra/help: default
|
| 166 |
+
hydra/sweeper: basic
|
| 167 |
+
hydra/launcher: submitit_local
|
| 168 |
+
hydra/output: default
|
| 169 |
+
verbose: false
|
7sdjk1lj/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- agent=diffusion
|
| 2 |
+
- suite=frankagym
|
| 3 |
+
- suite/frankagym_task@_global_=insertion
|
7sdjk1lj/episode_rosbags/episode_10_2025-01-18-20-54-07.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5838d7daeeed2b24c57d4039d0b6bea7975505f090387fd2f4d0b64a74cf1675
|
| 3 |
+
size 1412511716
|
7sdjk1lj/episode_rosbags/episode_11_2025-01-18-20-54-54.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:72367473b25efbc44c55c020992ededc3361629b7d897bbd47afead4f750c951
|
| 3 |
+
size 1411055209
|
7sdjk1lj/episode_rosbags/episode_12_2025-01-18-20-55-34.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4122383ead3326d6a4e12ba548bda67d79f2555f0282f26b5794d0255e783ec
|
| 3 |
+
size 1414580983
|
7sdjk1lj/episode_rosbags/episode_13_2025-01-18-20-56-18.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e81afb33f58b632ac717d261992a0dae809796e50494b8797cebf4f712f22233
|
| 3 |
+
size 1412555874
|
7sdjk1lj/episode_rosbags/episode_14_2025-01-18-20-57-10.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b76eaf306321b8d58cdbcb1167f698b713b983fc07c32f4312b3c2a3865abea
|
| 3 |
+
size 1409275161
|
7sdjk1lj/episode_rosbags/episode_15_2025-01-18-20-58-04.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:076fa7a1d1124eef71e0fcd30a03512850eafab8f02ac642cc327e6989c56d32
|
| 3 |
+
size 1413022687
|
7sdjk1lj/episode_rosbags/episode_16_2025-01-18-20-59-05.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8abc169b8a7dee80436138b4e3402eda49a7069fd2b8dfd8557f3d3a45fbbf2
|
| 3 |
+
size 1413662427
|
7sdjk1lj/episode_rosbags/episode_17_2025-01-18-20-59-50.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:caa500f15b18ac2ad7e1249d5cae38742cd9378de4502e2e8766c2f8ba64d2c2
|
| 3 |
+
size 1416858937
|
7sdjk1lj/episode_rosbags/episode_19_2025-01-18-21-01-34.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6914d48421aa685d4e9d5d51803531f6e1675acd0da75ec5fb7cd66d8e77a30e
|
| 3 |
+
size 1416537447
|
7sdjk1lj/episode_rosbags/episode_1_2025-01-18-20-47-40.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0e96c4842c242e3bac0936b2c4e7cc491444a80fa9af8e232f95623d2c3e5659
|
| 3 |
+
size 1414393950
|
7sdjk1lj/episode_rosbags/episode_7_2025-01-18-20-51-51.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4d7786ab9bb9da1c996e134a236a2b2c7dcc956dc372a8907c6d173efa50bb7
|
| 3 |
+
size 1411097012
|
7sdjk1lj/episode_rosbags/episode_9_2025-01-18-20-53-20.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83139cbf1917b31605dc46dd67eb1f476ad7e40b305e8d142ba963f7e543b519
|
| 3 |
+
size 1409326783
|
7sdjk1lj/eval_video/0_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f82b238c966cdc59610e3bdaee3cca83001ea6f8f2ae2621486284349d030ed
|
| 3 |
+
size 1157700
|
7sdjk1lj/eval_video/10_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5b99072831fb49e316be3f9d7fd1ae3d8921ee855c67b0290c257e463075d6b
|
| 3 |
+
size 1175376
|
7sdjk1lj/eval_video/11_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3bd4b9c68e23c76439281ef7fe4b994676a06ff11d5614162dfe57a200e1c74
|
| 3 |
+
size 1166965
|
7sdjk1lj/eval_video/13_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf7080346708b3da4f5233e2677e4e537d3592ee4f99554b58490a7e9b6046c6
|
| 3 |
+
size 1390055
|
7sdjk1lj/eval_video/14_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38839f2b6468bf8a5f0557352e3b2be35a5202d7efdbd4b66c629228c28a37e1
|
| 3 |
+
size 1382357
|
7sdjk1lj/eval_video/15_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3c41565be23b9dc07e38899b948a293b5fcda9b91f612a04698cc84685ae7c92
|
| 3 |
+
size 1454269
|
7sdjk1lj/eval_video/16_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92f238d9751dde8bacfd5ba98d52c91f9609ffff8bb07c892e3c0146f4fa28e6
|
| 3 |
+
size 1150117
|
7sdjk1lj/eval_video/17_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cff7eb6bb7d10755b32eccdb52d1b797202d44a3cbc096866b4b9408d0eb6deb
|
| 3 |
+
size 1398146
|
7sdjk1lj/eval_video/1_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f99205433ef4972a7f4bd939ee369818817757878cf57aa2f16a34c61cbc4e26
|
| 3 |
+
size 1159170
|
7sdjk1lj/eval_video/2_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1446b1ad582539ee197fad75893137396a64e85921942e998932e912d659ea4
|
| 3 |
+
size 1159166
|
7sdjk1lj/eval_video/5_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6ffac2c1558879bc8f9bbb5265883a26b68096607d868548218d1880d433043
|
| 3 |
+
size 1208719
|
7sdjk1lj/eval_video/6_eval.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b37677ea4de36477338da47977149554a61665dc80dd06131c39be59fede619b
|
| 3 |
+
size 1145126
|
rmgow4yp/.hydra/config.yaml
ADDED
|
@@ -0,0 +1,352 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
root_dir: /home/${oc.env:USER}/fish_leon
|
| 2 |
+
nstep: 3
|
| 3 |
+
seed: 41
|
| 4 |
+
dataset_shuffle_seed: ${seed}
|
| 5 |
+
device: cuda
|
| 6 |
+
save_video: true
|
| 7 |
+
save_buffer: true
|
| 8 |
+
use_tb: true
|
| 9 |
+
baseline: false
|
| 10 |
+
use_wandb: true
|
| 11 |
+
eval: true
|
| 12 |
+
process_contact_features: ${eval}
|
| 13 |
+
obs_type: pixels
|
| 14 |
+
use_color: true
|
| 15 |
+
use_depth: true
|
| 16 |
+
use_masks: false
|
| 17 |
+
mask_list:
|
| 18 |
+
- EE_obj_mask
|
| 19 |
+
mask_representation: channels
|
| 20 |
+
crop_hw:
|
| 21 |
+
- 144
|
| 22 |
+
- 144
|
| 23 |
+
crop_down_offset: 48
|
| 24 |
+
color_crop_type: null
|
| 25 |
+
depth_crop_type: null
|
| 26 |
+
segmask_crop_type: null
|
| 27 |
+
add_crop_binary_mask: false
|
| 28 |
+
add_coord_conv_map: false
|
| 29 |
+
use_context_color: false
|
| 30 |
+
use_context_depth: false
|
| 31 |
+
use_context_segmask: false
|
| 32 |
+
context_color_crop_type: null
|
| 33 |
+
context_depth_crop_type: null
|
| 34 |
+
context_segmask_crop_type: null
|
| 35 |
+
context_add_crop_binary_mask: false
|
| 36 |
+
context_add_coord_conv_map: false
|
| 37 |
+
use_contact_map: false
|
| 38 |
+
use_sdf_maps: false
|
| 39 |
+
use_normals_maps: false
|
| 40 |
+
which_objects: both
|
| 41 |
+
max_contact_prob: 0.1
|
| 42 |
+
max_depth: 2.0
|
| 43 |
+
grasped_dtc_max_value: 0.105
|
| 44 |
+
env_dtc_max_value: 0.425
|
| 45 |
+
grasped_normals_mask_max_dtc_value: 0.105
|
| 46 |
+
env_normals_mask_max_dtc_value: 0.425
|
| 47 |
+
clamp_dtc: true
|
| 48 |
+
dtc_adaptive_normalization: false
|
| 49 |
+
mask_normals_within_sdf: true
|
| 50 |
+
adaptive_normals_mask: true
|
| 51 |
+
learnable_contact_preprocess_params: false
|
| 52 |
+
contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_ctxt_seed_183386_epoch_9
|
| 53 |
+
contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
|
| 54 |
+
num_eval: 20
|
| 55 |
+
debug_timestamps: false
|
| 56 |
+
open_loop: false
|
| 57 |
+
action_trajectories: true
|
| 58 |
+
stop_after_action: false
|
| 59 |
+
interpolation_frequency: 25
|
| 60 |
+
policy_frequency: 5
|
| 61 |
+
wait_for_new_camera_frames: true
|
| 62 |
+
random_start: false
|
| 63 |
+
eval_starts: ${root_dir}/FISH/eval_starts/${suite.name}_${obs_type}/${task_name}
|
| 64 |
+
train_demo_idxs_list_or_num: null
|
| 65 |
+
num_valid_demos: null
|
| 66 |
+
val_num_groups: 3
|
| 67 |
+
name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
|
| 68 |
+
expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
|
| 69 |
+
expert_dataset: ${expert_dataset_dirpath}/demos.zarr
|
| 70 |
+
action_key: ${oc.if_else:${action_trajectories}, 'action_trajectory_${interpolation_frequency}hz',
|
| 71 |
+
'action'}
|
| 72 |
+
semantic_demo_grouping_name: semantic_demo_grouping.yaml
|
| 73 |
+
semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
|
| 74 |
+
expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
|
| 75 |
+
bc_regularize: false
|
| 76 |
+
bc_weight_type: qfilter
|
| 77 |
+
load_checkpoint: ${agent.load_checkpoint}
|
| 78 |
+
wandb_run_id: '3465_1'
|
| 79 |
+
true_action_history: false
|
| 80 |
+
wandb_notes: null
|
| 81 |
+
checkpoint_epoch: 7500
|
| 82 |
+
load_residual_weight: false
|
| 83 |
+
checkpoint_root_dir: /home/${oc.env:USER}/fish_leon/FISH
|
| 84 |
+
checkpoint_weight_dir: ${checkpoint_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
|
| 85 |
+
residual_weight: ${root_dir}/FISH/weights/${suite.name}_${obs_type}/${task_name}/weight.pt
|
| 86 |
+
experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
|
| 87 |
+
final_experiment_dir: ${experiment_dir}/${oc.generate_run_id:}
|
| 88 |
+
agent:
|
| 89 |
+
_target_: agent.diffusion_policy.DiffusionPolicyAgent
|
| 90 |
+
name: diffusion_policy
|
| 91 |
+
load_checkpoint: ${eval}
|
| 92 |
+
device: ${device}
|
| 93 |
+
n_obs_steps: ${.config.policy_cfg.n_obs_steps}
|
| 94 |
+
suite_name: ${suite.name}
|
| 95 |
+
obs_type: ${obs_type}
|
| 96 |
+
enable_arm: ${eval}
|
| 97 |
+
enable_camera: ${eval}
|
| 98 |
+
use_tb: ${use_tb}
|
| 99 |
+
desired_image_shape:
|
| 100 |
+
- 13
|
| 101 |
+
- 180
|
| 102 |
+
- 240
|
| 103 |
+
orig_cam_shape:
|
| 104 |
+
- 3
|
| 105 |
+
- 240
|
| 106 |
+
- 320
|
| 107 |
+
config:
|
| 108 |
+
_target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
|
| 109 |
+
compile: false
|
| 110 |
+
device: ${device}
|
| 111 |
+
cam_resize_shape: ${agent.desired_image_shape}
|
| 112 |
+
orig_cam_shape: ${agent.orig_cam_shape}
|
| 113 |
+
policy_frequency: ${policy_frequency}
|
| 114 |
+
interpolation_frequency: ${interpolation_frequency}
|
| 115 |
+
policy_cfg:
|
| 116 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
|
| 117 |
+
n_obs_steps: 1
|
| 118 |
+
horizon: 36
|
| 119 |
+
n_action_steps: ${agent.config.policy_cfg.horizon}
|
| 120 |
+
input_shapes:
|
| 121 |
+
observation.image: ${agent.config.cam_resize_shape}
|
| 122 |
+
context_observation.image: ${agent.config.cam_resize_shape}
|
| 123 |
+
observation.state:
|
| 124 |
+
- 8
|
| 125 |
+
observation.action_history:
|
| 126 |
+
- 7
|
| 127 |
+
output_shapes:
|
| 128 |
+
action:
|
| 129 |
+
- 7
|
| 130 |
+
input_normalization_modes:
|
| 131 |
+
observation.image: mean_std
|
| 132 |
+
observation.state: min_max
|
| 133 |
+
observation.action_history: min_max
|
| 134 |
+
output_normalization_modes:
|
| 135 |
+
action: min_max
|
| 136 |
+
vision_backbone: resnet18
|
| 137 |
+
crop_distractors_tlhw: null
|
| 138 |
+
pretrained_backbone_weights: null
|
| 139 |
+
transforms:
|
| 140 |
+
- _target_: torchaug.transforms.RandomAffine
|
| 141 |
+
degrees:
|
| 142 |
+
- -5
|
| 143 |
+
- 5
|
| 144 |
+
translate:
|
| 145 |
+
- 0.05
|
| 146 |
+
- 0.05
|
| 147 |
+
batch_transform: true
|
| 148 |
+
num_chunks: -1
|
| 149 |
+
batch_inplace: true
|
| 150 |
+
- _target_: torchaug.transforms.RandomColorJitter
|
| 151 |
+
brightness: 0.3
|
| 152 |
+
contrast: 0.4
|
| 153 |
+
saturation: 0.5
|
| 154 |
+
hue: 0.08
|
| 155 |
+
batch_transform: true
|
| 156 |
+
num_chunks: -1
|
| 157 |
+
batch_inplace: true
|
| 158 |
+
use_group_norm: true
|
| 159 |
+
spatial_softmax_num_keypoints: 32
|
| 160 |
+
action_history_encoder_config:
|
| 161 |
+
_target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
|
| 162 |
+
in_channels: 7
|
| 163 |
+
out_channels: 32
|
| 164 |
+
history_length: ${agent.config.policy_cfg.n_action_steps}
|
| 165 |
+
kernel_size: ${agent.config.policy_cfg.kernel_size}
|
| 166 |
+
downsample_kernel_size: 3
|
| 167 |
+
downsample_stride: 2
|
| 168 |
+
downsample_padding: 1
|
| 169 |
+
down_dims:
|
| 170 |
+
- 256
|
| 171 |
+
- 512
|
| 172 |
+
- 1024
|
| 173 |
+
kernel_size: 5
|
| 174 |
+
n_groups: 8
|
| 175 |
+
diffusion_step_embed_dim: 128
|
| 176 |
+
use_film_scale_modulation: true
|
| 177 |
+
noise_scheduler_type: DDIM
|
| 178 |
+
beta_schedule: squaredcos_cap_v2
|
| 179 |
+
beta_start: 0.0001
|
| 180 |
+
beta_end: 0.02
|
| 181 |
+
prediction_type: epsilon
|
| 182 |
+
clip_sample: true
|
| 183 |
+
clip_sample_range: 1.0
|
| 184 |
+
num_train_timesteps: 50
|
| 185 |
+
num_inference_steps: 10
|
| 186 |
+
do_mask_loss_for_padding: false
|
| 187 |
+
train_cfg:
|
| 188 |
+
_target_: utils.TrainConfig
|
| 189 |
+
lr: 0.0001
|
| 190 |
+
lr_scheduler: cosine
|
| 191 |
+
lr_warmup_steps: 500
|
| 192 |
+
adam_betas:
|
| 193 |
+
- 0.95
|
| 194 |
+
- 0.999
|
| 195 |
+
adam_eps: 1.0e-08
|
| 196 |
+
adam_weight_decay: 1.0e-06
|
| 197 |
+
grad_clip_norm: 10
|
| 198 |
+
offline_steps: ${num_train_frames_diffusion}
|
| 199 |
+
use_amp: true
|
| 200 |
+
observation_cfg:
|
| 201 |
+
_target_: agent.encoder.VisualFeatureSet
|
| 202 |
+
use_depth: ${use_depth}
|
| 203 |
+
use_color: ${use_color}
|
| 204 |
+
mask_input_dict:
|
| 205 |
+
_target_: agent.encoder.MaskInputDict
|
| 206 |
+
enable: ${use_masks}
|
| 207 |
+
representation: ${mask_representation}
|
| 208 |
+
mask_list: ${mask_list}
|
| 209 |
+
crop_input_config:
|
| 210 |
+
_target_: agent.encoder.CropInputConfig
|
| 211 |
+
color_crop_type: ${color_crop_type}
|
| 212 |
+
depth_crop_type: ${depth_crop_type}
|
| 213 |
+
segmask_crop_type: ${segmask_crop_type}
|
| 214 |
+
crop_hw: ${crop_hw}
|
| 215 |
+
crop_down_offset: ${crop_down_offset}
|
| 216 |
+
add_crop_binary_mask: ${add_crop_binary_mask}
|
| 217 |
+
add_coord_conv_map: ${add_coord_conv_map}
|
| 218 |
+
context_input_config:
|
| 219 |
+
_target_: agent.encoder.ContextInputConfig
|
| 220 |
+
use_color: ${use_context_color}
|
| 221 |
+
use_depth: ${use_context_depth}
|
| 222 |
+
mask_input_dict:
|
| 223 |
+
_target_: agent.encoder.MaskInputDict
|
| 224 |
+
enable: ${use_context_segmask}
|
| 225 |
+
representation: ${mask_representation}
|
| 226 |
+
mask_list: ${mask_list}
|
| 227 |
+
crop_input_config:
|
| 228 |
+
_target_: agent.encoder.CropInputConfig
|
| 229 |
+
color_crop_type: ${context_color_crop_type}
|
| 230 |
+
depth_crop_type: ${context_depth_crop_type}
|
| 231 |
+
segmask_crop_type: ${context_segmask_crop_type}
|
| 232 |
+
crop_hw: ${crop_hw}
|
| 233 |
+
crop_down_offset: ${crop_down_offset}
|
| 234 |
+
add_crop_binary_mask: ${context_add_crop_binary_mask}
|
| 235 |
+
add_coord_conv_map: ${context_add_coord_conv_map}
|
| 236 |
+
mask_soft_approx_scheduler_config:
|
| 237 |
+
_target_: agent.encoder.MaskSoftApproxSchedulerConfig
|
| 238 |
+
num_steps: 40000
|
| 239 |
+
initial_value: 10.0
|
| 240 |
+
final_value: 1000.0
|
| 241 |
+
interpolation_scheme: constant
|
| 242 |
+
use_contact_map: ${use_contact_map}
|
| 243 |
+
use_sdf_maps: ${use_sdf_maps}
|
| 244 |
+
use_normals_maps: ${use_normals_maps}
|
| 245 |
+
which_objects: ${which_objects}
|
| 246 |
+
grasped_dtc_max_value: ${grasped_dtc_max_value}
|
| 247 |
+
env_dtc_max_value: ${env_dtc_max_value}
|
| 248 |
+
grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
|
| 249 |
+
env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
|
| 250 |
+
clamp_dtc: ${clamp_dtc}
|
| 251 |
+
max_contact_prob: ${max_contact_prob}
|
| 252 |
+
mask_normals_within_sdf: ${mask_normals_within_sdf}
|
| 253 |
+
dtc_adaptive_normalization: ${dtc_adaptive_normalization}
|
| 254 |
+
adaptive_normals_mask: ${adaptive_normals_mask}
|
| 255 |
+
max_depth: ${max_depth}
|
| 256 |
+
image_shape: ${agent.desired_image_shape}
|
| 257 |
+
learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
|
| 258 |
+
learning_rate: ${agent.config.train_cfg.lr}
|
| 259 |
+
weight_decay: 0.0
|
| 260 |
+
contact_model_name: ${contact_model_name}
|
| 261 |
+
zero_centered: false
|
| 262 |
+
crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
|
| 263 |
+
suite:
|
| 264 |
+
suite: frankagym
|
| 265 |
+
name: frankagym
|
| 266 |
+
frame_stack: ${agent.n_obs_steps}
|
| 267 |
+
action_repeat: 1
|
| 268 |
+
discount: 0.99
|
| 269 |
+
hidden_dim: 1024
|
| 270 |
+
num_train_frames: 2010
|
| 271 |
+
num_seed_frames: 260
|
| 272 |
+
num_train_epochs: 5000
|
| 273 |
+
validate_every_epochs: 100
|
| 274 |
+
validate_diffusion_on_action_loss_every_epochs: 500
|
| 275 |
+
train_eval_diffusion_on_action_loss_every_epochs: 500
|
| 276 |
+
check_topk_every_epochs: 10
|
| 277 |
+
save_snapshot_every_epochs: 5000
|
| 278 |
+
eval_every_frames: 2000
|
| 279 |
+
num_eval_episodes: 5
|
| 280 |
+
save_snapshot: true
|
| 281 |
+
wait_for_user_to_start_episode: true
|
| 282 |
+
task_make_fn:
|
| 283 |
+
_target_: suite.frankagym.make
|
| 284 |
+
name: ${task_name}
|
| 285 |
+
height: 240
|
| 286 |
+
width: 320
|
| 287 |
+
frame_stack: ${suite.frame_stack}
|
| 288 |
+
action_repeat: ${suite.action_repeat}
|
| 289 |
+
seed: ${seed}
|
| 290 |
+
enable_arm: ${agent.enable_arm}
|
| 291 |
+
enable_gripper: ${enable_gripper}
|
| 292 |
+
start_with_gripper_open: ${start_with_gripper_open}
|
| 293 |
+
enable_camera: ${agent.enable_camera}
|
| 294 |
+
path_to_depth_extrinsics: ${path_to_depth_extrinsics}
|
| 295 |
+
contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
|
| 296 |
+
x_limit: ${x_limit}
|
| 297 |
+
y_limit: ${y_limit}
|
| 298 |
+
z_limit: ${z_limit}
|
| 299 |
+
device: ${device}
|
| 300 |
+
interpolation_frequency: ${interpolation_frequency}
|
| 301 |
+
policy_frequency: ${policy_frequency}
|
| 302 |
+
debug_timestamps: ${debug_timestamps}
|
| 303 |
+
stop_after_action: ${stop_after_action}
|
| 304 |
+
open_loop: ${open_loop}
|
| 305 |
+
wait_for_new_camera_frames: ${wait_for_new_camera_frames}
|
| 306 |
+
action_key: ${action_key}
|
| 307 |
+
action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
|
| 308 |
+
action_trajectories: ${action_trajectories}
|
| 309 |
+
path_to_zarr_dataset: ${expert_dataset}
|
| 310 |
+
agent_policy_cfg: ???
|
| 311 |
+
true_action_history: ${true_action_history}
|
| 312 |
+
num_train_frames_bc: 50000
|
| 313 |
+
num_train_frames_drq: 1100000
|
| 314 |
+
stddev_schedule_drq: linear(1.0,0.1,100000)
|
| 315 |
+
task_name: FrankaInsertion-v1
|
| 316 |
+
num_train_frames_vinn: 25000
|
| 317 |
+
num_train_frames_diffusion: 1000000
|
| 318 |
+
num_train_epochs_bc: 5000
|
| 319 |
+
num_train_epochs_diffusion: 5000
|
| 320 |
+
validate_every_epochs_bc: 5
|
| 321 |
+
validate_every_epochs_diffusion: 25
|
| 322 |
+
validate_diffusion_on_action_loss_every_epochs: 50
|
| 323 |
+
train_eval_diffusion_on_action_loss_every_epochs: 500
|
| 324 |
+
check_topk_every_epochs: 5
|
| 325 |
+
check_topk_every_epochs_diffusion: ${validate_diffusion_on_action_loss_every_epochs}
|
| 326 |
+
save_snapshot_every_epochs_diffusion: 5000
|
| 327 |
+
x_limit:
|
| 328 |
+
- 0.2
|
| 329 |
+
- 0.7
|
| 330 |
+
y_limit:
|
| 331 |
+
- -0.4
|
| 332 |
+
- 0.4
|
| 333 |
+
z_limit:
|
| 334 |
+
- -0.05
|
| 335 |
+
- 0.55
|
| 336 |
+
home_displacement:
|
| 337 |
+
- 0.55
|
| 338 |
+
- 0.0
|
| 339 |
+
- 0.55
|
| 340 |
+
- 180.0
|
| 341 |
+
- 0.0
|
| 342 |
+
- 0.0
|
| 343 |
+
enable_gripper: true
|
| 344 |
+
start_with_gripper_open: true
|
| 345 |
+
offset_mask:
|
| 346 |
+
- 1
|
| 347 |
+
- 1
|
| 348 |
+
- 1
|
| 349 |
+
- 1
|
| 350 |
+
- 1
|
| 351 |
+
- 1
|
| 352 |
+
path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
|
rmgow4yp/.hydra/hydra.yaml
ADDED
|
@@ -0,0 +1,169 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
hydra:
|
| 2 |
+
run:
|
| 3 |
+
dir: ${final_experiment_dir}
|
| 4 |
+
sweep:
|
| 5 |
+
dir: ${final_experiment_dir}
|
| 6 |
+
subdir: ${hydra.job.num}
|
| 7 |
+
launcher:
|
| 8 |
+
submitit_folder: ${final_experiment_dir}/.slurm
|
| 9 |
+
timeout_min: 60
|
| 10 |
+
cpus_per_task: null
|
| 11 |
+
gpus_per_node: null
|
| 12 |
+
tasks_per_node: 1
|
| 13 |
+
mem_gb: null
|
| 14 |
+
nodes: 1
|
| 15 |
+
name: ${hydra.job.name}
|
| 16 |
+
stderr_to_stdout: false
|
| 17 |
+
_target_: hydra_plugins.hydra_submitit_launcher.submitit_launcher.LocalLauncher
|
| 18 |
+
sweeper:
|
| 19 |
+
_target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
|
| 20 |
+
max_batch_size: null
|
| 21 |
+
params: null
|
| 22 |
+
help:
|
| 23 |
+
app_name: ${hydra.job.name}
|
| 24 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
| 25 |
+
|
| 26 |
+
'
|
| 27 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
| 28 |
+
|
| 29 |
+
Use --hydra-help to view Hydra specific help
|
| 30 |
+
|
| 31 |
+
'
|
| 32 |
+
template: '${hydra.help.header}
|
| 33 |
+
|
| 34 |
+
== Configuration groups ==
|
| 35 |
+
|
| 36 |
+
Compose your configuration from those groups (group=option)
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
$APP_CONFIG_GROUPS
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
== Config ==
|
| 43 |
+
|
| 44 |
+
Override anything in the config (foo.bar=value)
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
$CONFIG
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
${hydra.help.footer}
|
| 51 |
+
|
| 52 |
+
'
|
| 53 |
+
hydra_help:
|
| 54 |
+
template: 'Hydra (${hydra.runtime.version})
|
| 55 |
+
|
| 56 |
+
See https://hydra.cc for more info.
|
| 57 |
+
|
| 58 |
+
|
| 59 |
+
== Flags ==
|
| 60 |
+
|
| 61 |
+
$FLAGS_HELP
|
| 62 |
+
|
| 63 |
+
|
| 64 |
+
== Configuration groups ==
|
| 65 |
+
|
| 66 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
| 67 |
+
to command line)
|
| 68 |
+
|
| 69 |
+
|
| 70 |
+
$HYDRA_CONFIG_GROUPS
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
| 74 |
+
|
| 75 |
+
'
|
| 76 |
+
hydra_help: ???
|
| 77 |
+
hydra_logging:
|
| 78 |
+
version: 1
|
| 79 |
+
formatters:
|
| 80 |
+
simple:
|
| 81 |
+
format: '[%(asctime)s][HYDRA] %(message)s'
|
| 82 |
+
handlers:
|
| 83 |
+
console:
|
| 84 |
+
class: logging.StreamHandler
|
| 85 |
+
formatter: simple
|
| 86 |
+
stream: ext://sys.stdout
|
| 87 |
+
root:
|
| 88 |
+
level: INFO
|
| 89 |
+
handlers:
|
| 90 |
+
- console
|
| 91 |
+
loggers:
|
| 92 |
+
logging_example:
|
| 93 |
+
level: DEBUG
|
| 94 |
+
disable_existing_loggers: false
|
| 95 |
+
job_logging:
|
| 96 |
+
version: 1
|
| 97 |
+
formatters:
|
| 98 |
+
simple:
|
| 99 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
| 100 |
+
handlers:
|
| 101 |
+
console:
|
| 102 |
+
class: logging.StreamHandler
|
| 103 |
+
formatter: simple
|
| 104 |
+
stream: ext://sys.stdout
|
| 105 |
+
file:
|
| 106 |
+
class: logging.FileHandler
|
| 107 |
+
formatter: simple
|
| 108 |
+
filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
|
| 109 |
+
root:
|
| 110 |
+
level: INFO
|
| 111 |
+
handlers:
|
| 112 |
+
- console
|
| 113 |
+
- file
|
| 114 |
+
disable_existing_loggers: false
|
| 115 |
+
env: {}
|
| 116 |
+
mode: RUN
|
| 117 |
+
searchpath: []
|
| 118 |
+
callbacks: {}
|
| 119 |
+
output_subdir: .hydra
|
| 120 |
+
overrides:
|
| 121 |
+
hydra:
|
| 122 |
+
- hydra.mode=RUN
|
| 123 |
+
task:
|
| 124 |
+
- agent=diffusion
|
| 125 |
+
- suite=frankagym
|
| 126 |
+
- suite/frankagym_task@_global_=insertion
|
| 127 |
+
job:
|
| 128 |
+
name: eval_policy
|
| 129 |
+
chdir: true
|
| 130 |
+
override_dirname: agent=diffusion,suite/frankagym_task@_global_=insertion,suite=frankagym
|
| 131 |
+
id: ???
|
| 132 |
+
num: ???
|
| 133 |
+
config_name: config_eval
|
| 134 |
+
env_set: {}
|
| 135 |
+
env_copy: []
|
| 136 |
+
config:
|
| 137 |
+
override_dirname:
|
| 138 |
+
kv_sep: '='
|
| 139 |
+
item_sep: ','
|
| 140 |
+
exclude_keys: []
|
| 141 |
+
runtime:
|
| 142 |
+
version: 1.3.2
|
| 143 |
+
version_base: '1.1'
|
| 144 |
+
cwd: /home/leonmkim/fish_leon/FISH
|
| 145 |
+
config_sources:
|
| 146 |
+
- path: hydra.conf
|
| 147 |
+
schema: pkg
|
| 148 |
+
provider: hydra
|
| 149 |
+
- path: /home/leonmkim/fish_leon/FISH/cfgs
|
| 150 |
+
schema: file
|
| 151 |
+
provider: main
|
| 152 |
+
- path: ''
|
| 153 |
+
schema: structured
|
| 154 |
+
provider: schema
|
| 155 |
+
output_dir: /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3465_1/rmgow4yp
|
| 156 |
+
choices:
|
| 157 |
+
suite: frankagym
|
| 158 |
+
suite/frankagym_task@_global_: insertion
|
| 159 |
+
agent: diffusion
|
| 160 |
+
hydra/env: default
|
| 161 |
+
hydra/callbacks: null
|
| 162 |
+
hydra/job_logging: default
|
| 163 |
+
hydra/hydra_logging: default
|
| 164 |
+
hydra/hydra_help: default
|
| 165 |
+
hydra/help: default
|
| 166 |
+
hydra/sweeper: basic
|
| 167 |
+
hydra/launcher: submitit_local
|
| 168 |
+
hydra/output: default
|
| 169 |
+
verbose: false
|
rmgow4yp/.hydra/overrides.yaml
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- agent=diffusion
|
| 2 |
+
- suite=frankagym
|
| 3 |
+
- suite/frankagym_task@_global_=insertion
|
rmgow4yp/eval_policy.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2025-01-18 20:46:01,211][py.warnings][WARNING] - /home/leonmkim/fish_leon/FISH/eval_policy.py:429: UserWarning:
|
| 2 |
+
The version_base parameter is not specified.
|
| 3 |
+
Please specify a compatability version level, or None.
|
| 4 |
+
Will assume defaults for version 1.1
|
| 5 |
+
@hydra.main(config_path='cfgs', config_name='config_eval')
|
| 6 |
+
|
| 7 |
+
[2025-01-18 20:46:01,215][py.warnings][WARNING] - /home/leonmkim/fish_leon/FISH/eval_policy.py:366: UserWarning:
|
| 8 |
+
The version_base parameter is not specified.
|
| 9 |
+
Please specify a compatability version level, or None.
|
| 10 |
+
Will assume defaults for version 1.1
|
| 11 |
+
hydra.initialize(
|
| 12 |
+
|
| 13 |
+
[2025-01-18 20:46:05,227][py.warnings][WARNING] - /home/leonmkim/fish_leon/FISH/eval_policy.py:415: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 14 |
+
payload = torch.load(f)
|
| 15 |
+
|
u3lo36eq/episode_rosbags/episode_15_2025-01-18-19-22-24.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a04108acc97f2163aaa0d258399aea97df0c1f0582423e19c0605140af7b3a45
|
| 3 |
+
size 1414369957
|
u3lo36eq/episode_rosbags/episode_7_2025-01-18-19-14-34.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:557058f1682d561183346353d1d7a9c41eb7f5bf1e2147a60bf7683e2f072e8a
|
| 3 |
+
size 1409599266
|
u3lo36eq/episode_rosbags/episode_9_2025-01-18-19-16-15.bag
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6f1eadecb4cc6b1f7e4589fec243c3c8e690a2cc951fc4028328fb3a6ec49a2
|
| 3 |
+
size 1410442113
|