serialexperimentsleon commited on
Commit
30b400d
·
verified ·
1 Parent(s): 3d07360

Add files using upload-large-folder tool

Browse files
Files changed (42) hide show
  1. .gitattributes +38 -0
  2. ecjhqmk4/.hydra/config.yaml +352 -0
  3. ecjhqmk4/.hydra/hydra.yaml +169 -0
  4. ecjhqmk4/.hydra/overrides.yaml +3 -0
  5. ecjhqmk4/episode_rosbags/episode_0_2025-01-15-22-07-36.bag +3 -0
  6. ecjhqmk4/episode_rosbags/episode_10_2025-01-15-22-15-12.bag +3 -0
  7. ecjhqmk4/episode_rosbags/episode_11_2025-01-15-22-16-01.bag +3 -0
  8. ecjhqmk4/episode_rosbags/episode_12_2025-01-15-22-16-52.bag +3 -0
  9. ecjhqmk4/episode_rosbags/episode_13_2025-01-15-22-17-45.bag +3 -0
  10. ecjhqmk4/episode_rosbags/episode_14_2025-01-15-22-18-39.bag +3 -0
  11. ecjhqmk4/episode_rosbags/episode_17_2025-01-15-22-21-04.bag +3 -0
  12. ecjhqmk4/episode_rosbags/episode_18_2025-01-15-22-21-59.bag +3 -0
  13. ecjhqmk4/episode_rosbags/episode_19_2025-01-15-22-22-43.bag +3 -0
  14. ecjhqmk4/episode_rosbags/episode_1_2025-01-15-22-08-21.bag +3 -0
  15. ecjhqmk4/episode_rosbags/episode_2_2025-01-15-22-09-04.bag +3 -0
  16. ecjhqmk4/episode_rosbags/episode_3_2025-01-15-22-09-50.bag +3 -0
  17. ecjhqmk4/episode_rosbags/episode_6_2025-01-15-22-12-04.bag +3 -0
  18. ecjhqmk4/episode_rosbags/episode_7_2025-01-15-22-12-50.bag +3 -0
  19. ecjhqmk4/episode_rosbags/episode_8_2025-01-15-22-13-33.bag +3 -0
  20. ecjhqmk4/episode_rosbags/episode_9_2025-01-15-22-14-21.bag +3 -0
  21. ecjhqmk4/eval_video/0_eval.mp4 +3 -0
  22. ecjhqmk4/eval_video/10_eval.mp4 +3 -0
  23. ecjhqmk4/eval_video/11_eval.mp4 +3 -0
  24. ecjhqmk4/eval_video/12_eval.mp4 +3 -0
  25. ecjhqmk4/eval_video/13_eval.mp4 +3 -0
  26. ecjhqmk4/eval_video/14_eval.mp4 +3 -0
  27. ecjhqmk4/eval_video/15_eval.mp4 +3 -0
  28. ecjhqmk4/eval_video/16_eval.mp4 +3 -0
  29. ecjhqmk4/eval_video/17_eval.mp4 +3 -0
  30. ecjhqmk4/eval_video/18_eval.mp4 +3 -0
  31. ecjhqmk4/eval_video/19_eval.mp4 +3 -0
  32. ecjhqmk4/eval_video/1_eval.mp4 +3 -0
  33. ecjhqmk4/eval_video/2_eval.mp4 +3 -0
  34. ecjhqmk4/eval_video/4_eval.mp4 +3 -0
  35. ecjhqmk4/eval_video/5_eval.mp4 +3 -0
  36. ecjhqmk4/eval_video/6_eval.mp4 +3 -0
  37. ecjhqmk4/eval_video/7_eval.mp4 +3 -0
  38. ecjhqmk4/eval_video/8_eval.mp4 +3 -0
  39. ecjhqmk4/eval_video/9_eval.mp4 +3 -0
  40. ekswld3y/episode_rosbags/episode_13_2025-01-17-16-56-47.bag +3 -0
  41. ekswld3y/episode_rosbags/episode_7_2025-01-17-16-52-06.bag +3 -0
  42. ekswld3y/episode_rosbags/episode_9_2025-01-17-16-53-35.bag +3 -0
.gitattributes CHANGED
@@ -117,3 +117,41 @@ ecjhqmk4/wandb/run-20250115_220648-ecjhqmk4/files/media/videos/eval/18_eval_18_e
117
  ecjhqmk4/wandb/run-20250115_220648-ecjhqmk4/files/media/videos/eval/12_eval_12_ee6b0065691cf7deef2a.mp4 filter=lfs diff=lfs merge=lfs -text
118
  ecjhqmk4/wandb/run-20250115_220648-ecjhqmk4/files/media/videos/eval/1_eval_1_680f044e401798751ca4.mp4 filter=lfs diff=lfs merge=lfs -text
119
  ecjhqmk4/eval_video/3_eval.mp4 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
117
  ecjhqmk4/wandb/run-20250115_220648-ecjhqmk4/files/media/videos/eval/12_eval_12_ee6b0065691cf7deef2a.mp4 filter=lfs diff=lfs merge=lfs -text
118
  ecjhqmk4/wandb/run-20250115_220648-ecjhqmk4/files/media/videos/eval/1_eval_1_680f044e401798751ca4.mp4 filter=lfs diff=lfs merge=lfs -text
119
  ecjhqmk4/eval_video/3_eval.mp4 filter=lfs diff=lfs merge=lfs -text
120
+ ecjhqmk4/eval_video/19_eval.mp4 filter=lfs diff=lfs merge=lfs -text
121
+ ecjhqmk4/eval_video/12_eval.mp4 filter=lfs diff=lfs merge=lfs -text
122
+ ecjhqmk4/eval_video/8_eval.mp4 filter=lfs diff=lfs merge=lfs -text
123
+ ecjhqmk4/eval_video/7_eval.mp4 filter=lfs diff=lfs merge=lfs -text
124
+ ecjhqmk4/eval_video/4_eval.mp4 filter=lfs diff=lfs merge=lfs -text
125
+ ecjhqmk4/eval_video/13_eval.mp4 filter=lfs diff=lfs merge=lfs -text
126
+ ecjhqmk4/eval_video/18_eval.mp4 filter=lfs diff=lfs merge=lfs -text
127
+ ecjhqmk4/eval_video/9_eval.mp4 filter=lfs diff=lfs merge=lfs -text
128
+ ecjhqmk4/eval_video/11_eval.mp4 filter=lfs diff=lfs merge=lfs -text
129
+ ecjhqmk4/eval_video/6_eval.mp4 filter=lfs diff=lfs merge=lfs -text
130
+ ecjhqmk4/eval_video/15_eval.mp4 filter=lfs diff=lfs merge=lfs -text
131
+ ecjhqmk4/eval_video/1_eval.mp4 filter=lfs diff=lfs merge=lfs -text
132
+ ecjhqmk4/eval_video/5_eval.mp4 filter=lfs diff=lfs merge=lfs -text
133
+ ecjhqmk4/eval_video/2_eval.mp4 filter=lfs diff=lfs merge=lfs -text
134
+ ecjhqmk4/eval_video/17_eval.mp4 filter=lfs diff=lfs merge=lfs -text
135
+ ecjhqmk4/eval_video/16_eval.mp4 filter=lfs diff=lfs merge=lfs -text
136
+ ecjhqmk4/eval_video/10_eval.mp4 filter=lfs diff=lfs merge=lfs -text
137
+ ecjhqmk4/episode_rosbags/episode_17_2025-01-15-22-21-04.bag filter=lfs diff=lfs merge=lfs -text
138
+ ecjhqmk4/eval_video/0_eval.mp4 filter=lfs diff=lfs merge=lfs -text
139
+ ecjhqmk4/eval_video/14_eval.mp4 filter=lfs diff=lfs merge=lfs -text
140
+ ekswld3y/episode_rosbags/episode_13_2025-01-17-16-56-47.bag filter=lfs diff=lfs merge=lfs -text
141
+ ekswld3y/episode_rosbags/episode_9_2025-01-17-16-53-35.bag filter=lfs diff=lfs merge=lfs -text
142
+ ekswld3y/episode_rosbags/episode_7_2025-01-17-16-52-06.bag filter=lfs diff=lfs merge=lfs -text
143
+ ecjhqmk4/episode_rosbags/episode_18_2025-01-15-22-21-59.bag filter=lfs diff=lfs merge=lfs -text
144
+ ecjhqmk4/episode_rosbags/episode_6_2025-01-15-22-12-04.bag filter=lfs diff=lfs merge=lfs -text
145
+ ecjhqmk4/episode_rosbags/episode_3_2025-01-15-22-09-50.bag filter=lfs diff=lfs merge=lfs -text
146
+ ecjhqmk4/episode_rosbags/episode_14_2025-01-15-22-18-39.bag filter=lfs diff=lfs merge=lfs -text
147
+ ecjhqmk4/episode_rosbags/episode_2_2025-01-15-22-09-04.bag filter=lfs diff=lfs merge=lfs -text
148
+ ecjhqmk4/episode_rosbags/episode_19_2025-01-15-22-22-43.bag filter=lfs diff=lfs merge=lfs -text
149
+ ecjhqmk4/episode_rosbags/episode_1_2025-01-15-22-08-21.bag filter=lfs diff=lfs merge=lfs -text
150
+ ecjhqmk4/episode_rosbags/episode_10_2025-01-15-22-15-12.bag filter=lfs diff=lfs merge=lfs -text
151
+ ecjhqmk4/episode_rosbags/episode_12_2025-01-15-22-16-52.bag filter=lfs diff=lfs merge=lfs -text
152
+ ecjhqmk4/episode_rosbags/episode_7_2025-01-15-22-12-50.bag filter=lfs diff=lfs merge=lfs -text
153
+ ecjhqmk4/episode_rosbags/episode_9_2025-01-15-22-14-21.bag filter=lfs diff=lfs merge=lfs -text
154
+ ecjhqmk4/episode_rosbags/episode_0_2025-01-15-22-07-36.bag filter=lfs diff=lfs merge=lfs -text
155
+ ecjhqmk4/episode_rosbags/episode_8_2025-01-15-22-13-33.bag filter=lfs diff=lfs merge=lfs -text
156
+ ecjhqmk4/episode_rosbags/episode_13_2025-01-15-22-17-45.bag filter=lfs diff=lfs merge=lfs -text
157
+ ecjhqmk4/episode_rosbags/episode_11_2025-01-15-22-16-01.bag filter=lfs diff=lfs merge=lfs -text
ecjhqmk4/.hydra/config.yaml ADDED
@@ -0,0 +1,352 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /home/${oc.env:USER}/fish_leon
2
+ nstep: 3
3
+ seed: 41
4
+ dataset_shuffle_seed: ${seed}
5
+ device: cuda
6
+ save_video: true
7
+ save_buffer: true
8
+ use_tb: true
9
+ baseline: false
10
+ use_wandb: true
11
+ eval: true
12
+ process_contact_features: ${eval}
13
+ obs_type: pixels
14
+ use_color: true
15
+ use_depth: true
16
+ use_masks: false
17
+ mask_list:
18
+ - EE_obj_mask
19
+ mask_representation: channels
20
+ crop_hw:
21
+ - 144
22
+ - 144
23
+ crop_down_offset: 48
24
+ color_crop_type: null
25
+ depth_crop_type: null
26
+ segmask_crop_type: null
27
+ add_crop_binary_mask: false
28
+ add_coord_conv_map: false
29
+ use_context_color: false
30
+ use_context_depth: false
31
+ use_context_segmask: false
32
+ context_color_crop_type: null
33
+ context_depth_crop_type: null
34
+ context_segmask_crop_type: null
35
+ context_add_crop_binary_mask: false
36
+ context_add_coord_conv_map: false
37
+ use_contact_map: false
38
+ use_sdf_maps: false
39
+ use_normals_maps: false
40
+ which_objects: both
41
+ max_contact_prob: 0.1
42
+ max_depth: 2.0
43
+ grasped_dtc_max_value: 0.105
44
+ env_dtc_max_value: 0.425
45
+ grasped_normals_mask_max_dtc_value: 0.105
46
+ env_normals_mask_max_dtc_value: 0.425
47
+ clamp_dtc: true
48
+ dtc_adaptive_normalization: false
49
+ mask_normals_within_sdf: true
50
+ adaptive_normals_mask: true
51
+ learnable_contact_preprocess_params: false
52
+ contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_ctxt_seed_183386_epoch_9
53
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
54
+ num_eval: 20
55
+ debug_timestamps: false
56
+ open_loop: false
57
+ action_trajectories: true
58
+ stop_after_action: false
59
+ interpolation_frequency: 25
60
+ policy_frequency: 5
61
+ wait_for_new_camera_frames: true
62
+ random_start: false
63
+ eval_starts: ${root_dir}/FISH/eval_starts/${suite.name}_${obs_type}/${task_name}
64
+ train_demo_idxs_list_or_num: null
65
+ num_valid_demos: null
66
+ val_num_groups: 3
67
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
68
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
69
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
70
+ action_key: ${oc.if_else:${action_trajectories}, 'action_trajectory_${interpolation_frequency}hz',
71
+ 'action'}
72
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
73
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
74
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
75
+ bc_regularize: false
76
+ bc_weight_type: qfilter
77
+ load_checkpoint: ${agent.load_checkpoint}
78
+ wandb_run_id: '3456_1'
79
+ true_action_history: false
80
+ wandb_notes: null
81
+ checkpoint_epoch: 12000
82
+ load_residual_weight: false
83
+ checkpoint_root_dir: /home/${oc.env:USER}/fish_leon/FISH
84
+ checkpoint_weight_dir: ${checkpoint_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
85
+ residual_weight: ${root_dir}/FISH/weights/${suite.name}_${obs_type}/${task_name}/weight.pt
86
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
87
+ final_experiment_dir: ${experiment_dir}/${oc.generate_run_id:}
88
+ agent:
89
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
90
+ name: diffusion_policy
91
+ load_checkpoint: ${eval}
92
+ device: ${device}
93
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
94
+ suite_name: ${suite.name}
95
+ obs_type: ${obs_type}
96
+ enable_arm: ${eval}
97
+ enable_camera: ${eval}
98
+ use_tb: ${use_tb}
99
+ desired_image_shape:
100
+ - 13
101
+ - 180
102
+ - 240
103
+ orig_cam_shape:
104
+ - 3
105
+ - 240
106
+ - 320
107
+ config:
108
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
109
+ compile: false
110
+ device: ${device}
111
+ cam_resize_shape: ${agent.desired_image_shape}
112
+ orig_cam_shape: ${agent.orig_cam_shape}
113
+ policy_frequency: ${policy_frequency}
114
+ interpolation_frequency: ${interpolation_frequency}
115
+ policy_cfg:
116
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
117
+ n_obs_steps: 1
118
+ horizon: 36
119
+ n_action_steps: ${agent.config.policy_cfg.horizon}
120
+ input_shapes:
121
+ observation.image: ${agent.config.cam_resize_shape}
122
+ context_observation.image: ${agent.config.cam_resize_shape}
123
+ observation.state:
124
+ - 8
125
+ observation.action_history:
126
+ - 7
127
+ output_shapes:
128
+ action:
129
+ - 7
130
+ input_normalization_modes:
131
+ observation.image: mean_std
132
+ observation.state: min_max
133
+ observation.action_history: min_max
134
+ output_normalization_modes:
135
+ action: min_max
136
+ vision_backbone: resnet18
137
+ crop_distractors_tlhw: null
138
+ pretrained_backbone_weights: null
139
+ transforms:
140
+ - _target_: torchaug.transforms.RandomAffine
141
+ degrees:
142
+ - -5
143
+ - 5
144
+ translate:
145
+ - 0.05
146
+ - 0.05
147
+ batch_transform: true
148
+ num_chunks: -1
149
+ batch_inplace: true
150
+ - _target_: torchaug.transforms.RandomColorJitter
151
+ brightness: 0.3
152
+ contrast: 0.4
153
+ saturation: 0.5
154
+ hue: 0.08
155
+ batch_transform: true
156
+ num_chunks: -1
157
+ batch_inplace: true
158
+ use_group_norm: true
159
+ spatial_softmax_num_keypoints: 32
160
+ action_history_encoder_config:
161
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
162
+ in_channels: 7
163
+ out_channels: 32
164
+ history_length: ${agent.config.policy_cfg.n_action_steps}
165
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
166
+ downsample_kernel_size: 3
167
+ downsample_stride: 2
168
+ downsample_padding: 1
169
+ down_dims:
170
+ - 256
171
+ - 512
172
+ - 1024
173
+ kernel_size: 5
174
+ n_groups: 8
175
+ diffusion_step_embed_dim: 128
176
+ use_film_scale_modulation: true
177
+ noise_scheduler_type: DDIM
178
+ beta_schedule: squaredcos_cap_v2
179
+ beta_start: 0.0001
180
+ beta_end: 0.02
181
+ prediction_type: epsilon
182
+ clip_sample: true
183
+ clip_sample_range: 1.0
184
+ num_train_timesteps: 50
185
+ num_inference_steps: 10
186
+ do_mask_loss_for_padding: false
187
+ train_cfg:
188
+ _target_: utils.TrainConfig
189
+ lr: 0.0001
190
+ lr_scheduler: cosine
191
+ lr_warmup_steps: 500
192
+ adam_betas:
193
+ - 0.95
194
+ - 0.999
195
+ adam_eps: 1.0e-08
196
+ adam_weight_decay: 1.0e-06
197
+ grad_clip_norm: 10
198
+ offline_steps: ${num_train_frames_diffusion}
199
+ use_amp: true
200
+ observation_cfg:
201
+ _target_: agent.encoder.VisualFeatureSet
202
+ use_depth: ${use_depth}
203
+ use_color: ${use_color}
204
+ mask_input_dict:
205
+ _target_: agent.encoder.MaskInputDict
206
+ enable: ${use_masks}
207
+ representation: ${mask_representation}
208
+ mask_list: ${mask_list}
209
+ crop_input_config:
210
+ _target_: agent.encoder.CropInputConfig
211
+ color_crop_type: ${color_crop_type}
212
+ depth_crop_type: ${depth_crop_type}
213
+ segmask_crop_type: ${segmask_crop_type}
214
+ crop_hw: ${crop_hw}
215
+ crop_down_offset: ${crop_down_offset}
216
+ add_crop_binary_mask: ${add_crop_binary_mask}
217
+ add_coord_conv_map: ${add_coord_conv_map}
218
+ context_input_config:
219
+ _target_: agent.encoder.ContextInputConfig
220
+ use_color: ${use_context_color}
221
+ use_depth: ${use_context_depth}
222
+ mask_input_dict:
223
+ _target_: agent.encoder.MaskInputDict
224
+ enable: ${use_context_segmask}
225
+ representation: ${mask_representation}
226
+ mask_list: ${mask_list}
227
+ crop_input_config:
228
+ _target_: agent.encoder.CropInputConfig
229
+ color_crop_type: ${context_color_crop_type}
230
+ depth_crop_type: ${context_depth_crop_type}
231
+ segmask_crop_type: ${context_segmask_crop_type}
232
+ crop_hw: ${crop_hw}
233
+ crop_down_offset: ${crop_down_offset}
234
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
235
+ add_coord_conv_map: ${context_add_coord_conv_map}
236
+ mask_soft_approx_scheduler_config:
237
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
238
+ num_steps: 40000
239
+ initial_value: 10.0
240
+ final_value: 1000.0
241
+ interpolation_scheme: constant
242
+ use_contact_map: ${use_contact_map}
243
+ use_sdf_maps: ${use_sdf_maps}
244
+ use_normals_maps: ${use_normals_maps}
245
+ which_objects: ${which_objects}
246
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
247
+ env_dtc_max_value: ${env_dtc_max_value}
248
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
249
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
250
+ clamp_dtc: ${clamp_dtc}
251
+ max_contact_prob: ${max_contact_prob}
252
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
253
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
254
+ adaptive_normals_mask: ${adaptive_normals_mask}
255
+ max_depth: ${max_depth}
256
+ image_shape: ${agent.desired_image_shape}
257
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
258
+ learning_rate: ${agent.config.train_cfg.lr}
259
+ weight_decay: 0.0
260
+ contact_model_name: ${contact_model_name}
261
+ zero_centered: false
262
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
263
+ suite:
264
+ suite: frankagym
265
+ name: frankagym
266
+ frame_stack: ${agent.n_obs_steps}
267
+ action_repeat: 1
268
+ discount: 0.99
269
+ hidden_dim: 1024
270
+ num_train_frames: 2010
271
+ num_seed_frames: 260
272
+ num_train_epochs: 5000
273
+ validate_every_epochs: 100
274
+ validate_diffusion_on_action_loss_every_epochs: 500
275
+ train_eval_diffusion_on_action_loss_every_epochs: 500
276
+ check_topk_every_epochs: 10
277
+ save_snapshot_every_epochs: 5000
278
+ eval_every_frames: 2000
279
+ num_eval_episodes: 5
280
+ save_snapshot: true
281
+ wait_for_user_to_start_episode: true
282
+ task_make_fn:
283
+ _target_: suite.frankagym.make
284
+ name: ${task_name}
285
+ height: 240
286
+ width: 320
287
+ frame_stack: ${suite.frame_stack}
288
+ action_repeat: ${suite.action_repeat}
289
+ seed: ${seed}
290
+ enable_arm: ${agent.enable_arm}
291
+ enable_gripper: ${enable_gripper}
292
+ start_with_gripper_open: ${start_with_gripper_open}
293
+ enable_camera: ${agent.enable_camera}
294
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
295
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
296
+ x_limit: ${x_limit}
297
+ y_limit: ${y_limit}
298
+ z_limit: ${z_limit}
299
+ device: ${device}
300
+ interpolation_frequency: ${interpolation_frequency}
301
+ policy_frequency: ${policy_frequency}
302
+ debug_timestamps: ${debug_timestamps}
303
+ stop_after_action: ${stop_after_action}
304
+ open_loop: ${open_loop}
305
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
306
+ action_key: ${action_key}
307
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
308
+ action_trajectories: ${action_trajectories}
309
+ path_to_zarr_dataset: ${expert_dataset}
310
+ agent_policy_cfg: ???
311
+ true_action_history: ${true_action_history}
312
+ num_train_frames_bc: 50000
313
+ num_train_frames_drq: 1100000
314
+ stddev_schedule_drq: linear(1.0,0.1,100000)
315
+ task_name: FrankaInsertion-v1
316
+ num_train_frames_vinn: 25000
317
+ num_train_frames_diffusion: 1000000
318
+ num_train_epochs_bc: 5000
319
+ num_train_epochs_diffusion: 5000
320
+ validate_every_epochs_bc: 5
321
+ validate_every_epochs_diffusion: 25
322
+ validate_diffusion_on_action_loss_every_epochs: 50
323
+ train_eval_diffusion_on_action_loss_every_epochs: 500
324
+ check_topk_every_epochs: 5
325
+ check_topk_every_epochs_diffusion: ${validate_diffusion_on_action_loss_every_epochs}
326
+ save_snapshot_every_epochs_diffusion: 5000
327
+ x_limit:
328
+ - 0.2
329
+ - 0.7
330
+ y_limit:
331
+ - -0.4
332
+ - 0.4
333
+ z_limit:
334
+ - -0.05
335
+ - 0.55
336
+ home_displacement:
337
+ - 0.55
338
+ - 0.0
339
+ - 0.55
340
+ - 180.0
341
+ - 0.0
342
+ - 0.0
343
+ enable_gripper: true
344
+ start_with_gripper_open: true
345
+ offset_mask:
346
+ - 1
347
+ - 1
348
+ - 1
349
+ - 1
350
+ - 1
351
+ - 1
352
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
ecjhqmk4/.hydra/hydra.yaml ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: ${final_experiment_dir}
4
+ sweep:
5
+ dir: ${final_experiment_dir}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ submitit_folder: ${final_experiment_dir}/.slurm
9
+ timeout_min: 60
10
+ cpus_per_task: null
11
+ gpus_per_node: null
12
+ tasks_per_node: 1
13
+ mem_gb: null
14
+ nodes: 1
15
+ name: ${hydra.job.name}
16
+ stderr_to_stdout: false
17
+ _target_: hydra_plugins.hydra_submitit_launcher.submitit_launcher.LocalLauncher
18
+ sweeper:
19
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
20
+ max_batch_size: null
21
+ params: null
22
+ help:
23
+ app_name: ${hydra.job.name}
24
+ header: '${hydra.help.app_name} is powered by Hydra.
25
+
26
+ '
27
+ footer: 'Powered by Hydra (https://hydra.cc)
28
+
29
+ Use --hydra-help to view Hydra specific help
30
+
31
+ '
32
+ template: '${hydra.help.header}
33
+
34
+ == Configuration groups ==
35
+
36
+ Compose your configuration from those groups (group=option)
37
+
38
+
39
+ $APP_CONFIG_GROUPS
40
+
41
+
42
+ == Config ==
43
+
44
+ Override anything in the config (foo.bar=value)
45
+
46
+
47
+ $CONFIG
48
+
49
+
50
+ ${hydra.help.footer}
51
+
52
+ '
53
+ hydra_help:
54
+ template: 'Hydra (${hydra.runtime.version})
55
+
56
+ See https://hydra.cc for more info.
57
+
58
+
59
+ == Flags ==
60
+
61
+ $FLAGS_HELP
62
+
63
+
64
+ == Configuration groups ==
65
+
66
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
67
+ to command line)
68
+
69
+
70
+ $HYDRA_CONFIG_GROUPS
71
+
72
+
73
+ Use ''--cfg hydra'' to Show the Hydra config.
74
+
75
+ '
76
+ hydra_help: ???
77
+ hydra_logging:
78
+ version: 1
79
+ formatters:
80
+ simple:
81
+ format: '[%(asctime)s][HYDRA] %(message)s'
82
+ handlers:
83
+ console:
84
+ class: logging.StreamHandler
85
+ formatter: simple
86
+ stream: ext://sys.stdout
87
+ root:
88
+ level: INFO
89
+ handlers:
90
+ - console
91
+ loggers:
92
+ logging_example:
93
+ level: DEBUG
94
+ disable_existing_loggers: false
95
+ job_logging:
96
+ version: 1
97
+ formatters:
98
+ simple:
99
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
100
+ handlers:
101
+ console:
102
+ class: logging.StreamHandler
103
+ formatter: simple
104
+ stream: ext://sys.stdout
105
+ file:
106
+ class: logging.FileHandler
107
+ formatter: simple
108
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
109
+ root:
110
+ level: INFO
111
+ handlers:
112
+ - console
113
+ - file
114
+ disable_existing_loggers: false
115
+ env: {}
116
+ mode: RUN
117
+ searchpath: []
118
+ callbacks: {}
119
+ output_subdir: .hydra
120
+ overrides:
121
+ hydra:
122
+ - hydra.mode=RUN
123
+ task:
124
+ - agent=diffusion
125
+ - suite=frankagym
126
+ - suite/frankagym_task@_global_=insertion
127
+ job:
128
+ name: eval_robot
129
+ chdir: true
130
+ override_dirname: agent=diffusion,suite/frankagym_task@_global_=insertion,suite=frankagym
131
+ id: ???
132
+ num: ???
133
+ config_name: config_eval
134
+ env_set: {}
135
+ env_copy: []
136
+ config:
137
+ override_dirname:
138
+ kv_sep: '='
139
+ item_sep: ','
140
+ exclude_keys: []
141
+ runtime:
142
+ version: 1.3.2
143
+ version_base: '1.1'
144
+ cwd: /home/leonmkim/fish_leon/FISH
145
+ config_sources:
146
+ - path: hydra.conf
147
+ schema: pkg
148
+ provider: hydra
149
+ - path: /home/leonmkim/fish_leon/FISH/cfgs
150
+ schema: file
151
+ provider: main
152
+ - path: ''
153
+ schema: structured
154
+ provider: schema
155
+ output_dir: /home/leonmkim/fish_leon/FISH/exp_local/frankagym_pixels/FrankaInsertion-v1/3456_1/ecjhqmk4
156
+ choices:
157
+ suite: frankagym
158
+ suite/frankagym_task@_global_: insertion
159
+ agent: diffusion
160
+ hydra/env: default
161
+ hydra/callbacks: null
162
+ hydra/job_logging: default
163
+ hydra/hydra_logging: default
164
+ hydra/hydra_help: default
165
+ hydra/help: default
166
+ hydra/sweeper: basic
167
+ hydra/launcher: submitit_local
168
+ hydra/output: default
169
+ verbose: false
ecjhqmk4/.hydra/overrides.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ - agent=diffusion
2
+ - suite=frankagym
3
+ - suite/frankagym_task@_global_=insertion
ecjhqmk4/episode_rosbags/episode_0_2025-01-15-22-07-36.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b053e3f75f64c9e2a6d1ac512f564dde878a4b86c67860e227e6d7e215a382c0
3
+ size 1409122904
ecjhqmk4/episode_rosbags/episode_10_2025-01-15-22-15-12.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1daf02051f6a4947ee15d3f92a0f41b148d040816fd286b5690bc4edbc23c258
3
+ size 1414196012
ecjhqmk4/episode_rosbags/episode_11_2025-01-15-22-16-01.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7af9341d1340b3509276fc797903db5229e58643e7d5467f57d0b55a5f0bea95
3
+ size 1408011966
ecjhqmk4/episode_rosbags/episode_12_2025-01-15-22-16-52.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da16b8ce0794ecb8c1ffa576362147c820709bb6b7a153ed1096d0c5a5fb635
3
+ size 1413316836
ecjhqmk4/episode_rosbags/episode_13_2025-01-15-22-17-45.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2206354d242bd4d990c159a4948d34330e859d7e9b8df1831a2d48f57bd6951b
3
+ size 1412248509
ecjhqmk4/episode_rosbags/episode_14_2025-01-15-22-18-39.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b42730aea9bb4b4afe67c91d7eba7ada583d627a7c88550d8b13605b674c09
3
+ size 1409111972
ecjhqmk4/episode_rosbags/episode_17_2025-01-15-22-21-04.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fab508f03e33fbef18eee2f2fcbf42092e978655edca04ca292b71bca325d3da
3
+ size 1409700723
ecjhqmk4/episode_rosbags/episode_18_2025-01-15-22-21-59.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a8e5869999cf7a40284925fc8398a69cc50700a0e2317d5887ffa3f25fb5e1
3
+ size 1412667539
ecjhqmk4/episode_rosbags/episode_19_2025-01-15-22-22-43.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2971f5250e53a6cd3136d382c2cd83c87279fffc882036e15d8dcb5dfecf1cb9
3
+ size 1412907416
ecjhqmk4/episode_rosbags/episode_1_2025-01-15-22-08-21.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f60577baeca3c252047dd71f5cf3fc93a0947ba159457ae65ff7e7162d6cc7a9
3
+ size 1415071758
ecjhqmk4/episode_rosbags/episode_2_2025-01-15-22-09-04.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef1647a12cab3d0bf839058bd643c2ea7138b2ef79deff748985fbfda675b36
3
+ size 1414641858
ecjhqmk4/episode_rosbags/episode_3_2025-01-15-22-09-50.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ea559dddcdc589a9368e2a4ab67db5dc39006b58aa94f2f9178e6d7bbf38a5
3
+ size 1413860136
ecjhqmk4/episode_rosbags/episode_6_2025-01-15-22-12-04.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb1d57a5428b0153836180a534ce3d34c3dcd6ced9b993ecd53f14dc53da626
3
+ size 1411521796
ecjhqmk4/episode_rosbags/episode_7_2025-01-15-22-12-50.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77cde47cf38918014bb357212941de407f54561268d024adfeed579397427278
3
+ size 1412413309
ecjhqmk4/episode_rosbags/episode_8_2025-01-15-22-13-33.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae502cbfb7827f5af1c2524c4c32421155c7056dec6f1211aa6782a6431b2dd1
3
+ size 1426660425
ecjhqmk4/episode_rosbags/episode_9_2025-01-15-22-14-21.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a887aec9dd708f029259836c94ec1b6c3d9508c5b189cbf6644a6b1ea742bae
3
+ size 1416250564
ecjhqmk4/eval_video/0_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff1abed39537413d3ad5185fee53765dd935b3fe2d1fc333b224fa30010d4a5
3
+ size 1158136
ecjhqmk4/eval_video/10_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f343a00d321a2cdab2c5ec73fdd74ecaece39896e756c97705d6197e88718ea6
3
+ size 1357096
ecjhqmk4/eval_video/11_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f95836f3f0d58891d3a602ebf10c6ec82287ceb2f07e2ef005c8833375b6ee55
3
+ size 1431042
ecjhqmk4/eval_video/12_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee6b0065691cf7deef2a6b0f25f0d051418561cf42a3b1c4bdaf58b34e222b60
3
+ size 1453113
ecjhqmk4/eval_video/13_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3464aa335635711e0dc3a85909b6443e276888467fad263b674379ad3cfba5f
3
+ size 1506077
ecjhqmk4/eval_video/14_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844a439d9b30423bd63ae324f7e4fdc6edc7eefbde6a983ea12fd5e79af0c7c6
3
+ size 1388737
ecjhqmk4/eval_video/15_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca46362a135d03ede619ec10a3f9580f820cc51878bebfe0468d3a0f13cfe744
3
+ size 1433264
ecjhqmk4/eval_video/16_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585c0ea59ec3f1f3ff3c40924f76113f094da5f813d9bebedcebbca24f016348
3
+ size 1173875
ecjhqmk4/eval_video/17_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a64266f2f0033d515302c3262b07f56da4dbf388c216b377b02ab6e9e92be4
3
+ size 1570196
ecjhqmk4/eval_video/18_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e21aafe0628343f2d782b75556920782fc8eb2e0a192d7cdac188de1ff78d241
3
+ size 1174897
ecjhqmk4/eval_video/19_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6ada82cad3a5c13ad4e049a3268bc0ec8a2ddbf041730610aa5eb3a82d0d6e
3
+ size 1173700
ecjhqmk4/eval_video/1_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:680f044e401798751ca461e409524c64136bbd15bc7cc365b514f83e426b1cd1
3
+ size 1166689
ecjhqmk4/eval_video/2_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e4313af13b96f57bba473b1f2a3a4f58f3064da215b1dc585729bcf9f230aa6
3
+ size 1163945
ecjhqmk4/eval_video/4_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2067d0025b6a0f74cb640f2c26d0e7e0c9d0955a5c84888a4cd1329651c59ab4
3
+ size 1237836
ecjhqmk4/eval_video/5_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48bf58ce5d10c975cde7927fb60e51ec54f83a22cb8e4fbd1d088f3457eca169
3
+ size 1244421
ecjhqmk4/eval_video/6_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bbc3e2b5b445853002e12c5590af2091b9b34afc21a554e50c9de8a59263bfb
3
+ size 1262051
ecjhqmk4/eval_video/7_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0ba0b2bbf2b9019e315d1b454cf03cf1b9ac02cafb0b22718b17d467690557
3
+ size 1183688
ecjhqmk4/eval_video/8_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697d6fb0b75c9daadbf23b0c05500a7859237065615f7d1b842f68f8fe00cf98
3
+ size 1176958
ecjhqmk4/eval_video/9_eval.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0d4d220e316fe7d602e32f3de384415a4618e9e886a1307f828d66c79270db9
3
+ size 1380396
ekswld3y/episode_rosbags/episode_13_2025-01-17-16-56-47.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4196a8a4e2e29dad7c9f734d9bba6a94fc96b09e4fca88ffe7e55a36a3707822
3
+ size 1414680559
ekswld3y/episode_rosbags/episode_7_2025-01-17-16-52-06.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6650e4cddb12e6006161a3fb2e1cee26a3352b80643aace4bf94ceebee66927
3
+ size 1407046937
ekswld3y/episode_rosbags/episode_9_2025-01-17-16-53-35.bag ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:409f9bea9218831e0c21b8f256d796d05be448c7037367a470399444731b7410
3
+ size 1410726171