serialexperimentsleon commited on
Commit
3cdd154
·
verified ·
1 Parent(s): 2d67e48

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,562 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 4
7
+ dataset_shuffle_seed: 0
8
+ device: cuda
9
+ save_video: true
10
+ save_train_video: true
11
+ use_tb: true
12
+ use_wandb: true
13
+ wandb_run_id: '1976_4'
14
+ wandb_notes: 1976_4_restarted_1
15
+ eval: false
16
+ true_action_history: false
17
+ train_pad_after: 4
18
+ process_contact_features: ${eval}
19
+ obs_type: pixels
20
+ use_color: true
21
+ use_depth: true
22
+ use_masks: true
23
+ mask_list:
24
+ - EE_obj_mask
25
+ mask_representation: channels
26
+ crop_hw:
27
+ - 144
28
+ - 144
29
+ crop_down_offset: 48
30
+ color_crop_type: null
31
+ depth_crop_type: null
32
+ segmask_crop_type: null
33
+ add_crop_binary_mask: false
34
+ add_coord_conv_map: false
35
+ use_context_color: false
36
+ use_context_depth: false
37
+ use_context_segmask: false
38
+ context_color_crop_type: null
39
+ context_depth_crop_type: null
40
+ context_segmask_crop_type: null
41
+ context_add_crop_binary_mask: false
42
+ context_add_coord_conv_map: false
43
+ use_contact_map: true
44
+ use_sdf_maps: true
45
+ use_normals_maps: true
46
+ which_objects: both
47
+ max_contact_prob: 0.1
48
+ max_depth: 2.0
49
+ grasped_dtc_max_value: 0.2
50
+ env_dtc_max_value: 0.4
51
+ grasped_normals_mask_max_dtc_value: 0.2
52
+ env_normals_mask_max_dtc_value: 0.4
53
+ clamp_dtc: true
54
+ dtc_adaptive_normalization: false
55
+ mask_normals_within_sdf: true
56
+ adaptive_normals_mask: true
57
+ learnable_contact_preprocess_params: true
58
+ contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9
59
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
60
+ encoder_type: small
61
+ debug_timestamps: false
62
+ open_loop: false
63
+ action_trajectories: true
64
+ stop_after_action: false
65
+ interpolation_frequency: 25
66
+ policy_frequency: 5
67
+ wait_for_new_camera_frames: true
68
+ baseline: false
69
+ train_demo_idxs_list_or_num: -1
70
+ log_train_every_steps: 25
71
+ name_of_expert_demo: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
72
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
73
+ store_dataset_in_memory: false
74
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
75
+ action_key: ${oc.if_else:${action_trajectories}, 'action_trajectory_${interpolation_frequency}hz',
76
+ 'action'}
77
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
78
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
79
+ include_groups_list: all
80
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
81
+ name_of_valid_demo: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
82
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
83
+ valid_demo_idxs_list_or_num: null
84
+ val_num_groups: 8
85
+ load_bc: ${agent.load_checkpoint}
86
+ checkpoint_epoch_list:
87
+ - 99
88
+ - 199
89
+ - 299
90
+ - 399
91
+ - 499
92
+ - 599
93
+ - 699
94
+ - 799
95
+ - 899
96
+ - 999
97
+ - 1249
98
+ - 1499
99
+ - 1749
100
+ - 1999
101
+ - 2999
102
+ - 3999
103
+ - 4999
104
+ - 5999
105
+ - 6999
106
+ - 7999
107
+ - 8999
108
+ - 9999
109
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
110
+ save_snapshot: true
111
+ save_last_snapshot: true
112
+ save_snapshot_when_done: true
113
+ top_k_checkpoints: 5
114
+ save_snapshot_link_to_weights_dir: deprecated
115
+ bc_regularize: false
116
+ bc_weight_type: qfilter
117
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
118
+ agent:
119
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
120
+ name: diffusion_policy
121
+ load_checkpoint: ${eval}
122
+ device: ${device}
123
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
124
+ suite_name: ${suite.name}
125
+ obs_type: ${obs_type}
126
+ enable_arm: ${eval}
127
+ enable_camera: ${eval}
128
+ use_tb: ${use_tb}
129
+ desired_image_shape:
130
+ - 13
131
+ - 180
132
+ - 240
133
+ orig_cam_shape:
134
+ - 3
135
+ - 240
136
+ - 320
137
+ config:
138
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
139
+ compile: false
140
+ device: ${device}
141
+ cam_resize_shape: ${agent.desired_image_shape}
142
+ orig_cam_shape: ${agent.orig_cam_shape}
143
+ policy_frequency: ${policy_frequency}
144
+ interpolation_frequency: ${interpolation_frequency}
145
+ policy_cfg:
146
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
147
+ n_obs_steps: 1
148
+ horizon: 36
149
+ n_action_steps: ${agent.config.policy_cfg.horizon}
150
+ output_shapes:
151
+ action:
152
+ - 7
153
+ input_normalization_modes:
154
+ observation.image: mean_std
155
+ observation.state: min_max
156
+ observation.action_history: min_max
157
+ output_normalization_modes:
158
+ action: min_max
159
+ vision_backbone: resnet18
160
+ pretrained_backbone_weights: null
161
+ transforms:
162
+ - _target_: torchaug.transforms.RandomAffine
163
+ degrees:
164
+ - -5
165
+ - 5
166
+ translate:
167
+ - 0.05
168
+ - 0.05
169
+ batch_transform: true
170
+ num_chunks: -1
171
+ batch_inplace: true
172
+ - _target_: torchaug.transforms.RandomColorJitter
173
+ brightness: 0.3
174
+ contrast: 0.4
175
+ saturation: 0.5
176
+ hue: 0.08
177
+ batch_transform: true
178
+ num_chunks: -1
179
+ batch_inplace: true
180
+ use_group_norm: true
181
+ spatial_softmax_num_keypoints: 32
182
+ action_history_encoder_config:
183
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
184
+ in_channels: 7
185
+ out_channels: 32
186
+ history_length: 6
187
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
188
+ downsample_kernel_size: 3
189
+ downsample_stride: 2
190
+ downsample_padding: 1
191
+ down_dims:
192
+ - 256
193
+ - 512
194
+ - 1024
195
+ kernel_size: 5
196
+ n_groups: 8
197
+ diffusion_step_embed_dim: 128
198
+ use_film_scale_modulation: true
199
+ noise_scheduler_type: DDIM
200
+ beta_schedule: squaredcos_cap_v2
201
+ beta_start: 0.0001
202
+ beta_end: 0.02
203
+ prediction_type: epsilon
204
+ clip_sample: true
205
+ clip_sample_range: 1.0
206
+ num_train_timesteps: 50
207
+ num_inference_steps: 10
208
+ do_mask_loss_for_padding: false
209
+ input_shapes:
210
+ observation.image:
211
+ - 13
212
+ - 180
213
+ - 240
214
+ context_observation.image:
215
+ - 13
216
+ - 180
217
+ - 240
218
+ observation.state:
219
+ - 8
220
+ observation.action_history:
221
+ - 7
222
+ train_cfg:
223
+ _target_: utils.TrainConfig
224
+ lr: 0.0001
225
+ lr_scheduler: cosine
226
+ lr_warmup_steps: 500
227
+ adam_betas:
228
+ - 0.95
229
+ - 0.999
230
+ adam_eps: 1.0e-08
231
+ adam_weight_decay: 1.0e-06
232
+ grad_clip_norm: 10
233
+ offline_steps: ${num_train_frames_diffusion}
234
+ use_amp: true
235
+ observation_cfg:
236
+ _target_: agent.encoder.VisualFeatureSet
237
+ use_depth: ${use_depth}
238
+ use_color: ${use_color}
239
+ mask_input_dict:
240
+ _target_: agent.encoder.MaskInputDict
241
+ enable: ${use_masks}
242
+ representation: ${mask_representation}
243
+ mask_list: ${mask_list}
244
+ crop_input_config:
245
+ _target_: agent.encoder.CropInputConfig
246
+ color_crop_type: ${color_crop_type}
247
+ depth_crop_type: ${depth_crop_type}
248
+ segmask_crop_type: ${segmask_crop_type}
249
+ crop_hw: ${crop_hw}
250
+ crop_down_offset: ${crop_down_offset}
251
+ add_crop_binary_mask: ${add_crop_binary_mask}
252
+ add_coord_conv_map: ${add_coord_conv_map}
253
+ context_input_config:
254
+ _target_: agent.encoder.ContextInputConfig
255
+ use_color: ${use_context_color}
256
+ use_depth: ${use_context_depth}
257
+ mask_input_dict:
258
+ _target_: agent.encoder.MaskInputDict
259
+ enable: ${use_context_segmask}
260
+ representation: ${mask_representation}
261
+ mask_list: ${mask_list}
262
+ crop_input_config:
263
+ _target_: agent.encoder.CropInputConfig
264
+ color_crop_type: ${context_color_crop_type}
265
+ depth_crop_type: ${context_depth_crop_type}
266
+ segmask_crop_type: ${context_segmask_crop_type}
267
+ crop_hw: ${crop_hw}
268
+ crop_down_offset: ${crop_down_offset}
269
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
270
+ add_coord_conv_map: ${context_add_coord_conv_map}
271
+ mask_soft_approx_scheduler_config:
272
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
273
+ num_steps: 40000
274
+ initial_value: 10.0
275
+ final_value: 1000.0
276
+ interpolation_scheme: cosine
277
+ use_contact_map: ${use_contact_map}
278
+ use_sdf_maps: ${use_sdf_maps}
279
+ use_normals_maps: ${use_normals_maps}
280
+ which_objects: ${which_objects}
281
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
282
+ env_dtc_max_value: ${env_dtc_max_value}
283
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
284
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
285
+ clamp_dtc: ${clamp_dtc}
286
+ max_contact_prob: ${max_contact_prob}
287
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
288
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
289
+ adaptive_normals_mask: ${adaptive_normals_mask}
290
+ max_depth: ${max_depth}
291
+ image_shape: ${agent.desired_image_shape}
292
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
293
+ learning_rate: 0.0001
294
+ weight_decay: 0.0
295
+ contact_model_name: ${contact_model_name}
296
+ zero_centered: false
297
+ suite:
298
+ suite: frankagym
299
+ name: frankagym
300
+ frame_stack: ${agent.n_obs_steps}
301
+ action_repeat: 1
302
+ discount: 0.99
303
+ hidden_dim: 1024
304
+ num_train_frames: 1000000
305
+ num_seed_frames: 0
306
+ num_train_epochs: 15000
307
+ validate_every_epochs: 250
308
+ validate_diffusion_on_action_loss_every_epochs: 250
309
+ train_eval_diffusion_on_action_loss_every_epochs: 250
310
+ check_topk_every_epochs: 250
311
+ save_snapshot_every_epochs: 1500
312
+ eval_every_frames: 2000
313
+ num_eval_episodes: 5
314
+ save_snapshot: true
315
+ wait_for_user_to_start_episode: true
316
+ task_make_fn:
317
+ _target_: suite.frankagym.make
318
+ name: ${task_name}
319
+ height: 240
320
+ width: 320
321
+ frame_stack: ${suite.frame_stack}
322
+ action_repeat: ${suite.action_repeat}
323
+ seed: ${seed}
324
+ enable_arm: ${agent.enable_arm}
325
+ enable_gripper: ${enable_gripper}
326
+ start_with_gripper_open: ${start_with_gripper_open}
327
+ enable_camera: ${agent.enable_camera}
328
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
329
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
330
+ x_limit: ${x_limit}
331
+ y_limit: ${y_limit}
332
+ z_limit: ${z_limit}
333
+ device: ${device}
334
+ interpolation_frequency: ${interpolation_frequency}
335
+ policy_frequency: ${policy_frequency}
336
+ debug_timestamps: ${debug_timestamps}
337
+ stop_after_action: ${stop_after_action}
338
+ open_loop: ${open_loop}
339
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
340
+ action_key: ${action_key}
341
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
342
+ action_trajectories: ${action_trajectories}
343
+ path_to_zarr_dataset: ${expert_dataset}
344
+ agent_policy_cfg:
345
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
346
+ compile: false
347
+ device: ${device}
348
+ cam_resize_shape: ${agent.desired_image_shape}
349
+ orig_cam_shape: ${agent.orig_cam_shape}
350
+ policy_frequency: ${policy_frequency}
351
+ interpolation_frequency: ${interpolation_frequency}
352
+ policy_cfg:
353
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
354
+ n_obs_steps: 1
355
+ horizon: 36
356
+ n_action_steps: ${agent.config.policy_cfg.horizon}
357
+ output_shapes:
358
+ action:
359
+ - 7
360
+ input_normalization_modes:
361
+ observation.image: mean_std
362
+ observation.state: min_max
363
+ observation.action_history: min_max
364
+ output_normalization_modes:
365
+ action: min_max
366
+ vision_backbone: resnet18
367
+ pretrained_backbone_weights: null
368
+ transforms:
369
+ - _target_: torchaug.transforms.RandomAffine
370
+ degrees:
371
+ - -5
372
+ - 5
373
+ translate:
374
+ - 0.05
375
+ - 0.05
376
+ batch_transform: true
377
+ num_chunks: -1
378
+ batch_inplace: true
379
+ - _target_: torchaug.transforms.RandomColorJitter
380
+ brightness: 0.3
381
+ contrast: 0.4
382
+ saturation: 0.5
383
+ hue: 0.08
384
+ batch_transform: true
385
+ num_chunks: -1
386
+ batch_inplace: true
387
+ use_group_norm: true
388
+ spatial_softmax_num_keypoints: 32
389
+ action_history_encoder_config:
390
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
391
+ in_channels: 7
392
+ out_channels: 32
393
+ history_length: 6
394
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
395
+ downsample_kernel_size: 3
396
+ downsample_stride: 2
397
+ downsample_padding: 1
398
+ down_dims:
399
+ - 256
400
+ - 512
401
+ - 1024
402
+ kernel_size: 5
403
+ n_groups: 8
404
+ diffusion_step_embed_dim: 128
405
+ use_film_scale_modulation: true
406
+ noise_scheduler_type: DDIM
407
+ beta_schedule: squaredcos_cap_v2
408
+ beta_start: 0.0001
409
+ beta_end: 0.02
410
+ prediction_type: epsilon
411
+ clip_sample: true
412
+ clip_sample_range: 1.0
413
+ num_train_timesteps: 50
414
+ num_inference_steps: 10
415
+ do_mask_loss_for_padding: false
416
+ input_shapes:
417
+ observation.image:
418
+ - 13
419
+ - 180
420
+ - 240
421
+ context_observation.image:
422
+ - 13
423
+ - 180
424
+ - 240
425
+ observation.state:
426
+ - 8
427
+ observation.action_history:
428
+ - 7
429
+ train_cfg:
430
+ _target_: utils.TrainConfig
431
+ lr: 0.0001
432
+ lr_scheduler: cosine
433
+ lr_warmup_steps: 500
434
+ adam_betas:
435
+ - 0.95
436
+ - 0.999
437
+ adam_eps: 1.0e-08
438
+ adam_weight_decay: 1.0e-06
439
+ grad_clip_norm: 10
440
+ offline_steps: ${num_train_frames_diffusion}
441
+ use_amp: true
442
+ observation_cfg:
443
+ _target_: agent.encoder.VisualFeatureSet
444
+ use_depth: ${use_depth}
445
+ use_color: ${use_color}
446
+ mask_input_dict:
447
+ _target_: agent.encoder.MaskInputDict
448
+ enable: ${use_masks}
449
+ representation: ${mask_representation}
450
+ mask_list: ${mask_list}
451
+ crop_input_config:
452
+ _target_: agent.encoder.CropInputConfig
453
+ color_crop_type: ${color_crop_type}
454
+ depth_crop_type: ${depth_crop_type}
455
+ segmask_crop_type: ${segmask_crop_type}
456
+ crop_hw: ${crop_hw}
457
+ crop_down_offset: ${crop_down_offset}
458
+ add_crop_binary_mask: ${add_crop_binary_mask}
459
+ add_coord_conv_map: ${add_coord_conv_map}
460
+ context_input_config:
461
+ _target_: agent.encoder.ContextInputConfig
462
+ use_color: ${use_context_color}
463
+ use_depth: ${use_context_depth}
464
+ mask_input_dict:
465
+ _target_: agent.encoder.MaskInputDict
466
+ enable: ${use_context_segmask}
467
+ representation: ${mask_representation}
468
+ mask_list: ${mask_list}
469
+ crop_input_config:
470
+ _target_: agent.encoder.CropInputConfig
471
+ color_crop_type: ${context_color_crop_type}
472
+ depth_crop_type: ${context_depth_crop_type}
473
+ segmask_crop_type: ${context_segmask_crop_type}
474
+ crop_hw: ${crop_hw}
475
+ crop_down_offset: ${crop_down_offset}
476
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
477
+ add_coord_conv_map: ${context_add_coord_conv_map}
478
+ mask_soft_approx_scheduler_config:
479
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
480
+ num_steps: 40000
481
+ initial_value: 10.0
482
+ final_value: 1000.0
483
+ interpolation_scheme: cosine
484
+ use_contact_map: ${use_contact_map}
485
+ use_sdf_maps: ${use_sdf_maps}
486
+ use_normals_maps: ${use_normals_maps}
487
+ which_objects: ${which_objects}
488
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
489
+ env_dtc_max_value: ${env_dtc_max_value}
490
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
491
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
492
+ clamp_dtc: ${clamp_dtc}
493
+ max_contact_prob: ${max_contact_prob}
494
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
495
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
496
+ adaptive_normals_mask: ${adaptive_normals_mask}
497
+ max_depth: ${max_depth}
498
+ image_shape: ${agent.desired_image_shape}
499
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
500
+ learning_rate: 0.0001
501
+ weight_decay: 0.0
502
+ contact_model_name: ${contact_model_name}
503
+ zero_centered: false
504
+ true_action_history: ${true_action_history}
505
+ num_train_frames_bc: 50000
506
+ num_train_frames_drq: 1100000
507
+ stddev_schedule_drq: linear(1.0,0.1,100000)
508
+ task_name: FrankaInsertion-v1
509
+ num_train_frames_vinn: 25000
510
+ num_train_frames_diffusion: 1000000
511
+ num_train_epochs_bc: 5000
512
+ num_train_epochs_diffusion: 15000
513
+ validate_every_epochs_bc: 5
514
+ validate_every_epochs_diffusion: 250
515
+ validate_diffusion_on_action_loss_every_epochs: 250
516
+ train_eval_diffusion_on_action_loss_every_epochs: 250
517
+ check_topk_every_epochs: 5
518
+ check_topk_every_epochs_diffusion: 250
519
+ save_snapshot_every_epochs_diffusion: 1500
520
+ x_limit:
521
+ - 0.2
522
+ - 0.7
523
+ y_limit:
524
+ - -0.4
525
+ - 0.4
526
+ z_limit:
527
+ - -0.05
528
+ - 0.55
529
+ home_displacement:
530
+ - 0.55
531
+ - 0.0
532
+ - 0.55
533
+ - 180.0
534
+ - 0.0
535
+ - 0.0
536
+ enable_gripper: true
537
+ start_with_gripper_open: true
538
+ offset_mask:
539
+ - 1
540
+ - 1
541
+ - 1
542
+ - 1
543
+ - 1
544
+ - 1
545
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
546
+ feature_type: 180x240_1_RGB_D_2.0_msk_channels_EE_obj_mask_cntct_0.1_DTC_clmpd_lrnbl_nrmls_DTCmask_adpt_lrnbl_both_lr_0.0001_wd_0.0_local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9_acthst_hst6_out32_dwnkrnl3_dwnstrd2_dwnpd1
547
+ test:
548
+ username: leonmkim
549
+ hostname: grasp-login1
550
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
551
+ root_dir: ~/fish_leon
552
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
553
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
554
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
555
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
556
+ include_groups_list: all
557
+ batch_size: 128
558
+ store_dataset_in_memory: false
559
+ use_tb: true
560
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
561
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
562
+ resume_wandb_run: false
snapshot_10500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f326aaac4c08a8b0cb49717d6d621b83fb2f5a3ffd8d393e5c47fc23a31d91
3
+ size 910445512
snapshot_11749.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00d43a8eeaeed0c09fbed9315fcfb09b3bafa570b4babaf694cc4c77026f0866
3
+ size 910445512
snapshot_12000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:613d76f03bfe3df49413c01666bb4025bd4f6209536b6326217290a22f8ceece
3
+ size 910445512
snapshot_12749.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c4342da180f4ac472bee18f87ccb6f60d25bf6b7ee97bed67b37fc76d052973
3
+ size 910445512
snapshot_13500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18aa71dae701dfa79e76b932574abbb28351f2569d5838989e24c96c9fa0834d
3
+ size 910445512
snapshot_13749.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f99e5820e5642edea681a30e67cdb72b78c463e13f665fc3b841311414e0b1a8
3
+ size 910445512
snapshot_14249.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18b073be52954f82f3b03ca64db9e1af6feb268035f172ba2acac3ead9cc431a
3
+ size 910445512
snapshot_14749.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbaa1d7154e16df737bca7d7a097f5b2d3c86e3fd1a13e13df2af6929cd246ed
3
+ size 910446022
snapshot_15000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b1365fe128e01d618e71742e99b33db7b66c28732cce624d39a41c9760d798
3
+ size 910446022
snapshot_4500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:917894dfd85722eb6cc3f166f4b1172263a22d20c2ebdfc69f714054f3be9382
3
+ size 910445512
snapshot_6000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52afcd95be698b0e1fe873d160b28e3edba705154bcdef29d96e25e1bdf6be8
3
+ size 910445512
snapshot_7500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baef295f7e442b2f11f47fac7e738e80cf24693045d06592d4d53649096ed6a8
3
+ size 910445512
snapshot_9000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:945567e944e2e4a5fc01f9010e72f6bde191cb5db557799847d72fe4c02e343e
3
+ size 910445512
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b1365fe128e01d618e71742e99b33db7b66c28732cce624d39a41c9760d798
3
+ size 910446022