serialexperimentsleon commited on
Commit
716df7b
·
verified ·
1 Parent(s): e25e4ce

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,587 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 0
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '35414_0'
16
+ wandb_notes: '35414_0_'
17
+ eval: false
18
+ eval_on_sim: true
19
+ simulation: true
20
+ true_action_history: false
21
+ train_pad_after: 4
22
+ process_contact_features: ${eval}
23
+ obs_type: pixels
24
+ use_color: true
25
+ use_depth: true
26
+ use_masks: false
27
+ mask_list:
28
+ - EE_obj_mask
29
+ mask_representation: channels
30
+ segmentation_model_name: gt_segmentation
31
+ crop_hw:
32
+ - 144
33
+ - 144
34
+ crop_down_offset: 48
35
+ color_crop_type: null
36
+ depth_crop_type: null
37
+ segmask_crop_type: null
38
+ add_crop_binary_mask: false
39
+ add_coord_conv_map: false
40
+ use_context_color: false
41
+ use_context_depth: false
42
+ use_context_segmask: false
43
+ context_color_crop_type: null
44
+ context_depth_crop_type: null
45
+ context_segmask_crop_type: null
46
+ context_add_crop_binary_mask: false
47
+ context_add_coord_conv_map: false
48
+ use_contact_map: false
49
+ use_sdf_maps: false
50
+ use_normals_maps: false
51
+ which_objects: both
52
+ max_contact_prob: 1.0
53
+ max_depth: 2.0
54
+ grasped_dtc_max_value: 0.2
55
+ env_dtc_max_value: 0.4
56
+ grasped_normals_mask_max_dtc_value: 0.2
57
+ env_normals_mask_max_dtc_value: 0.4
58
+ clamp_dtc: true
59
+ dtc_adaptive_normalization: false
60
+ mask_normals_within_sdf: true
61
+ adaptive_normals_mask: true
62
+ learnable_contact_preprocess_params: true
63
+ contact_model_name: gt_contact
64
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
65
+ encoder_type: small
66
+ debug_timestamps: false
67
+ open_loop: false
68
+ action_trajectories: true
69
+ stop_after_action: false
70
+ interpolation_frequency: 25
71
+ policy_frequency: 5
72
+ wait_for_new_camera_frames: true
73
+ baseline: false
74
+ train_demo_idxs_list_or_num: -1
75
+ log_train_every_steps: 25
76
+ name_of_expert_demo: 413_sim_demos_left_of_4th_book_20hz_act
77
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
78
+ store_dataset_in_memory: false
79
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
80
+ action_key: action
81
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
82
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
83
+ include_groups_list: all
84
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
85
+ name_of_valid_demo: 413_sim_demos_left_of_4th_book_20hz_act
86
+ train_num_groups: 380
87
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
88
+ valid_demo_idxs_list_or_num: null
89
+ val_num_groups: 30
90
+ load_bc: ${agent.load_checkpoint}
91
+ checkpoint_epoch_list:
92
+ - 99
93
+ - 199
94
+ - 299
95
+ - 399
96
+ - 499
97
+ - 599
98
+ - 699
99
+ - 799
100
+ - 899
101
+ - 999
102
+ - 1249
103
+ - 1499
104
+ - 1749
105
+ - 1999
106
+ - 2999
107
+ - 3999
108
+ - 4999
109
+ - 5999
110
+ - 6999
111
+ - 7999
112
+ - 8999
113
+ - 9999
114
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
115
+ save_snapshot: true
116
+ save_last_snapshot: true
117
+ save_snapshot_when_done: true
118
+ top_k_checkpoints: 5
119
+ save_snapshot_link_to_weights_dir: deprecated
120
+ restore_missing_checkpoint: null
121
+ bc_regularize: false
122
+ bc_weight_type: qfilter
123
+ username: leonmkim
124
+ hostname: grasp-login1
125
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
126
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
127
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
128
+ agent:
129
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
130
+ name: diffusion_policy
131
+ load_checkpoint: ${eval}
132
+ device: ${device}
133
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
134
+ suite_name: ${suite.name}
135
+ obs_type: ${obs_type}
136
+ enable_arm: ${eval}
137
+ enable_camera: ${eval}
138
+ use_tb: ${use_tb}
139
+ desired_image_shape:
140
+ - 13
141
+ - 180
142
+ - 240
143
+ orig_cam_shape:
144
+ - 3
145
+ - 240
146
+ - 320
147
+ actions_prenormalized: ${simulation}
148
+ config:
149
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
150
+ compile: false
151
+ device: ${device}
152
+ cam_resize_shape: ${agent.desired_image_shape}
153
+ orig_cam_shape: ${agent.orig_cam_shape}
154
+ policy_frequency: ${policy_frequency}
155
+ interpolation_frequency: ${interpolation_frequency}
156
+ policy_cfg:
157
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
158
+ n_obs_steps: 1
159
+ horizon: 28
160
+ n_action_steps: ${agent.config.policy_cfg.horizon}
161
+ output_shapes:
162
+ action:
163
+ - 7
164
+ input_normalization_modes:
165
+ observation.image: mean_std
166
+ observation.state: min_max
167
+ observation.action_history: min_max
168
+ output_normalization_modes:
169
+ action: min_max
170
+ vision_backbone: resnet18
171
+ crop_distractors_tlhw: null
172
+ pretrained_backbone_weights: null
173
+ transforms:
174
+ - _target_: torchaug.transforms.RandomAffine
175
+ degrees:
176
+ - -5
177
+ - 5
178
+ translate:
179
+ - 0.05
180
+ - 0.05
181
+ batch_transform: true
182
+ num_chunks: -1
183
+ batch_inplace: true
184
+ - _target_: torchaug.transforms.RandomColorJitter
185
+ brightness: 0.3
186
+ contrast: 0.4
187
+ saturation: 0.5
188
+ hue: 0.08
189
+ batch_transform: true
190
+ num_chunks: -1
191
+ batch_inplace: true
192
+ use_group_norm: true
193
+ spatial_softmax_num_keypoints: 32
194
+ action_history_encoder_config:
195
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
196
+ in_channels: 7
197
+ out_channels: 32
198
+ history_length: 4
199
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
200
+ downsample_kernel_size: 3
201
+ downsample_stride: 2
202
+ downsample_padding: 1
203
+ down_dims:
204
+ - 256
205
+ - 512
206
+ - 1024
207
+ kernel_size: 5
208
+ n_groups: 8
209
+ diffusion_step_embed_dim: 128
210
+ use_film_scale_modulation: true
211
+ noise_scheduler_type: DDIM
212
+ beta_schedule: squaredcos_cap_v2
213
+ beta_start: 0.0001
214
+ beta_end: 0.02
215
+ prediction_type: epsilon
216
+ clip_sample: true
217
+ clip_sample_range: 1.0
218
+ num_train_timesteps: 50
219
+ num_inference_steps: 10
220
+ do_mask_loss_for_padding: false
221
+ input_shapes:
222
+ observation.image:
223
+ - 13
224
+ - 180
225
+ - 240
226
+ context_observation.image:
227
+ - 13
228
+ - 180
229
+ - 240
230
+ observation.state:
231
+ - 8
232
+ observation.action_history:
233
+ - 7
234
+ train_cfg:
235
+ _target_: utils.TrainConfig
236
+ lr: 0.0001
237
+ lr_scheduler: cosine
238
+ lr_warmup_steps: 500
239
+ adam_betas:
240
+ - 0.95
241
+ - 0.999
242
+ adam_eps: 1.0e-08
243
+ adam_weight_decay: 1.0e-06
244
+ grad_clip_norm: 10
245
+ offline_steps: ${num_train_frames_diffusion}
246
+ use_amp: true
247
+ observation_cfg:
248
+ _target_: agent.encoder.VisualFeatureSet
249
+ use_depth: ${use_depth}
250
+ use_color: ${use_color}
251
+ mask_input_dict:
252
+ _target_: agent.encoder.MaskInputDict
253
+ enable: ${use_masks}
254
+ representation: ${mask_representation}
255
+ mask_list: ${mask_list}
256
+ segmentation_model_name: ${segmentation_model_name}
257
+ crop_input_config:
258
+ _target_: agent.encoder.CropInputConfig
259
+ color_crop_type: ${color_crop_type}
260
+ depth_crop_type: ${depth_crop_type}
261
+ segmask_crop_type: ${segmask_crop_type}
262
+ crop_hw: ${crop_hw}
263
+ crop_down_offset: ${crop_down_offset}
264
+ add_crop_binary_mask: ${add_crop_binary_mask}
265
+ add_coord_conv_map: ${add_coord_conv_map}
266
+ context_input_config:
267
+ _target_: agent.encoder.ContextInputConfig
268
+ use_color: ${use_context_color}
269
+ use_depth: ${use_context_depth}
270
+ mask_input_dict:
271
+ _target_: agent.encoder.MaskInputDict
272
+ enable: ${use_context_segmask}
273
+ representation: ${mask_representation}
274
+ mask_list: ${mask_list}
275
+ segmentation_model_name: ${segmentation_model_name}
276
+ crop_input_config:
277
+ _target_: agent.encoder.CropInputConfig
278
+ color_crop_type: ${context_color_crop_type}
279
+ depth_crop_type: ${context_depth_crop_type}
280
+ segmask_crop_type: ${context_segmask_crop_type}
281
+ crop_hw: ${crop_hw}
282
+ crop_down_offset: ${crop_down_offset}
283
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
284
+ add_coord_conv_map: ${context_add_coord_conv_map}
285
+ mask_soft_approx_scheduler_config:
286
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
287
+ num_steps: 40000
288
+ initial_value: 10.0
289
+ final_value: 1000.0
290
+ interpolation_scheme: cosine
291
+ use_contact_map: ${use_contact_map}
292
+ use_sdf_maps: ${use_sdf_maps}
293
+ use_normals_maps: ${use_normals_maps}
294
+ which_objects: ${which_objects}
295
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
296
+ env_dtc_max_value: ${env_dtc_max_value}
297
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
298
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
299
+ clamp_dtc: ${clamp_dtc}
300
+ max_contact_prob: ${max_contact_prob}
301
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
302
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
303
+ adaptive_normals_mask: ${adaptive_normals_mask}
304
+ max_depth: ${max_depth}
305
+ image_shape: ${agent.desired_image_shape}
306
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
307
+ learning_rate: 0.0001
308
+ weight_decay: 0.0
309
+ contact_model_name: ${contact_model_name}
310
+ zero_centered: false
311
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
312
+ suite:
313
+ suite: frankagym
314
+ name: frankagym
315
+ frame_stack: ${agent.n_obs_steps}
316
+ action_repeat: 1
317
+ discount: 0.99
318
+ hidden_dim: 1024
319
+ num_train_frames: 1000000
320
+ num_seed_frames: 0
321
+ num_train_epochs: 100
322
+ validate_every_epochs: 1
323
+ eval_on_sim_every_epochs: 1
324
+ validate_diffusion_on_action_loss_every_epochs: 1
325
+ eval_on_sim_every_epochs_diffusion: 500
326
+ train_eval_diffusion_on_action_loss_every_epochs: 1
327
+ check_topk_every_epochs: 1
328
+ save_snapshot_every_epochs: 1
329
+ num_seen_eval_envs: 100
330
+ num_unseen_eval_envs: 100
331
+ evals_per_env: 1
332
+ eval_every_frames: 2000
333
+ num_eval_episodes: 5
334
+ save_snapshot: true
335
+ wait_for_user_to_start_episode: true
336
+ task_make_fn:
337
+ _target_: suite.frankagym.make
338
+ name: ${task_name}
339
+ height: 240
340
+ width: 320
341
+ frame_stack: ${suite.frame_stack}
342
+ action_repeat: ${suite.action_repeat}
343
+ seed: ${seed}
344
+ enable_arm: ${agent.enable_arm}
345
+ enable_gripper: ${enable_gripper}
346
+ start_with_gripper_open: ${start_with_gripper_open}
347
+ enable_camera: ${agent.enable_camera}
348
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
349
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
350
+ x_limit: ${x_limit}
351
+ y_limit: ${y_limit}
352
+ z_limit: ${z_limit}
353
+ device: ${device}
354
+ interpolation_frequency: ${interpolation_frequency}
355
+ policy_frequency: ${policy_frequency}
356
+ debug_timestamps: ${debug_timestamps}
357
+ stop_after_action: ${stop_after_action}
358
+ open_loop: ${open_loop}
359
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
360
+ action_key: ${action_key}
361
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
362
+ action_trajectories: ${action_trajectories}
363
+ path_to_zarr_dataset: ${expert_dataset}
364
+ agent_policy_cfg:
365
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
366
+ compile: false
367
+ device: ${device}
368
+ cam_resize_shape: ${agent.desired_image_shape}
369
+ orig_cam_shape: ${agent.orig_cam_shape}
370
+ policy_frequency: ${policy_frequency}
371
+ interpolation_frequency: ${interpolation_frequency}
372
+ policy_cfg:
373
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
374
+ n_obs_steps: 1
375
+ horizon: 28
376
+ n_action_steps: ${agent.config.policy_cfg.horizon}
377
+ output_shapes:
378
+ action:
379
+ - 7
380
+ input_normalization_modes:
381
+ observation.image: mean_std
382
+ observation.state: min_max
383
+ observation.action_history: min_max
384
+ output_normalization_modes:
385
+ action: min_max
386
+ vision_backbone: resnet18
387
+ crop_distractors_tlhw: null
388
+ pretrained_backbone_weights: null
389
+ transforms:
390
+ - _target_: torchaug.transforms.RandomAffine
391
+ degrees:
392
+ - -5
393
+ - 5
394
+ translate:
395
+ - 0.05
396
+ - 0.05
397
+ batch_transform: true
398
+ num_chunks: -1
399
+ batch_inplace: true
400
+ - _target_: torchaug.transforms.RandomColorJitter
401
+ brightness: 0.3
402
+ contrast: 0.4
403
+ saturation: 0.5
404
+ hue: 0.08
405
+ batch_transform: true
406
+ num_chunks: -1
407
+ batch_inplace: true
408
+ use_group_norm: true
409
+ spatial_softmax_num_keypoints: 32
410
+ action_history_encoder_config:
411
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
412
+ in_channels: 7
413
+ out_channels: 32
414
+ history_length: 4
415
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
416
+ downsample_kernel_size: 3
417
+ downsample_stride: 2
418
+ downsample_padding: 1
419
+ down_dims:
420
+ - 256
421
+ - 512
422
+ - 1024
423
+ kernel_size: 5
424
+ n_groups: 8
425
+ diffusion_step_embed_dim: 128
426
+ use_film_scale_modulation: true
427
+ noise_scheduler_type: DDIM
428
+ beta_schedule: squaredcos_cap_v2
429
+ beta_start: 0.0001
430
+ beta_end: 0.02
431
+ prediction_type: epsilon
432
+ clip_sample: true
433
+ clip_sample_range: 1.0
434
+ num_train_timesteps: 50
435
+ num_inference_steps: 10
436
+ do_mask_loss_for_padding: false
437
+ input_shapes:
438
+ observation.image:
439
+ - 13
440
+ - 180
441
+ - 240
442
+ context_observation.image:
443
+ - 13
444
+ - 180
445
+ - 240
446
+ observation.state:
447
+ - 8
448
+ observation.action_history:
449
+ - 7
450
+ train_cfg:
451
+ _target_: utils.TrainConfig
452
+ lr: 0.0001
453
+ lr_scheduler: cosine
454
+ lr_warmup_steps: 500
455
+ adam_betas:
456
+ - 0.95
457
+ - 0.999
458
+ adam_eps: 1.0e-08
459
+ adam_weight_decay: 1.0e-06
460
+ grad_clip_norm: 10
461
+ offline_steps: ${num_train_frames_diffusion}
462
+ use_amp: true
463
+ observation_cfg:
464
+ _target_: agent.encoder.VisualFeatureSet
465
+ use_depth: ${use_depth}
466
+ use_color: ${use_color}
467
+ mask_input_dict:
468
+ _target_: agent.encoder.MaskInputDict
469
+ enable: ${use_masks}
470
+ representation: ${mask_representation}
471
+ mask_list: ${mask_list}
472
+ segmentation_model_name: ${segmentation_model_name}
473
+ crop_input_config:
474
+ _target_: agent.encoder.CropInputConfig
475
+ color_crop_type: ${color_crop_type}
476
+ depth_crop_type: ${depth_crop_type}
477
+ segmask_crop_type: ${segmask_crop_type}
478
+ crop_hw: ${crop_hw}
479
+ crop_down_offset: ${crop_down_offset}
480
+ add_crop_binary_mask: ${add_crop_binary_mask}
481
+ add_coord_conv_map: ${add_coord_conv_map}
482
+ context_input_config:
483
+ _target_: agent.encoder.ContextInputConfig
484
+ use_color: ${use_context_color}
485
+ use_depth: ${use_context_depth}
486
+ mask_input_dict:
487
+ _target_: agent.encoder.MaskInputDict
488
+ enable: ${use_context_segmask}
489
+ representation: ${mask_representation}
490
+ mask_list: ${mask_list}
491
+ segmentation_model_name: ${segmentation_model_name}
492
+ crop_input_config:
493
+ _target_: agent.encoder.CropInputConfig
494
+ color_crop_type: ${context_color_crop_type}
495
+ depth_crop_type: ${context_depth_crop_type}
496
+ segmask_crop_type: ${context_segmask_crop_type}
497
+ crop_hw: ${crop_hw}
498
+ crop_down_offset: ${crop_down_offset}
499
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
500
+ add_coord_conv_map: ${context_add_coord_conv_map}
501
+ mask_soft_approx_scheduler_config:
502
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
503
+ num_steps: 40000
504
+ initial_value: 10.0
505
+ final_value: 1000.0
506
+ interpolation_scheme: cosine
507
+ use_contact_map: ${use_contact_map}
508
+ use_sdf_maps: ${use_sdf_maps}
509
+ use_normals_maps: ${use_normals_maps}
510
+ which_objects: ${which_objects}
511
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
512
+ env_dtc_max_value: ${env_dtc_max_value}
513
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
514
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
515
+ clamp_dtc: ${clamp_dtc}
516
+ max_contact_prob: ${max_contact_prob}
517
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
518
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
519
+ adaptive_normals_mask: ${adaptive_normals_mask}
520
+ max_depth: ${max_depth}
521
+ image_shape: ${agent.desired_image_shape}
522
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
523
+ learning_rate: 0.0001
524
+ weight_decay: 0.0
525
+ contact_model_name: ${contact_model_name}
526
+ zero_centered: false
527
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
528
+ true_action_history: ${true_action_history}
529
+ num_train_frames_bc: 50000
530
+ num_train_frames_drq: 1100000
531
+ stddev_schedule_drq: linear(1.0,0.1,100000)
532
+ task_name: FrankaInsertion-v1
533
+ num_train_frames_vinn: 25000
534
+ num_train_frames_diffusion: 1000000
535
+ num_train_epochs_bc: 5000
536
+ num_train_epochs_diffusion: 100
537
+ validate_every_epochs_bc: 5
538
+ validate_every_epochs_diffusion: 1
539
+ validate_diffusion_on_action_loss_every_epochs: 1
540
+ train_eval_diffusion_on_action_loss_every_epochs: 1
541
+ eval_on_sim_every_epochs_diffusion: 1
542
+ check_topk_every_epochs: 5
543
+ check_topk_every_epochs_diffusion: 1
544
+ save_snapshot_every_epochs_diffusion: 1
545
+ x_limit:
546
+ - 0.2
547
+ - 0.7
548
+ y_limit:
549
+ - -0.4
550
+ - 0.4
551
+ z_limit:
552
+ - -0.05
553
+ - 0.55
554
+ home_displacement:
555
+ - 0.55
556
+ - 0.0
557
+ - 0.55
558
+ - 180.0
559
+ - 0.0
560
+ - 0.0
561
+ enable_gripper: true
562
+ start_with_gripper_open: true
563
+ offset_mask:
564
+ - 1
565
+ - 1
566
+ - 1
567
+ - 1
568
+ - 1
569
+ - 1
570
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
571
+ test:
572
+ username: leonmkim
573
+ hostname: grasp-login1
574
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
575
+ root_dir: ~/fish_leon
576
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
577
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
578
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
579
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
580
+ include_groups_list: all
581
+ batch_size: 128
582
+ store_dataset_in_memory: false
583
+ use_tb: true
584
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
585
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
586
+ resume_wandb_run: false
587
+ feature_type: 180x240_1_RGB_D_2.0_acthist_hst4_out32_dwnkrnl3_dwnstrd2_dwnpd1
snapshot_10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e2e107f80444d97c40c9f9b4273782a6956394be472b04cb8cf3ff50ea97756
3
+ size 908709096
snapshot_11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8745e332f8d7233e2ac0d5bd930ed73d6f2b5a161af18305c445906f2de3ed67
3
+ size 908709096
snapshot_12.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb2be6ead4cf98d751a2822493160c0fc2c1ba831e1d8d28848c460c8584bf5
3
+ size 908709096
snapshot_13.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10c8ebc0af976eb7dda7c210393b87603b48048099dbb0cd81c20ff8c6256b82
3
+ size 908709096
snapshot_14.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c804d93305d152e1d4ce3e454351a54646dd2fa1db651f5bd9190c1e2e0c1737
3
+ size 908709096
snapshot_15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988b7622d95acb721e7f12fdb40dbe99f52e87bf8ab5681eae3ab06a73f508a4
3
+ size 908709096
snapshot_16.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead368a6a240da38918dacc647f4aa9295999700b06583dc62760f4aae995a83
3
+ size 908709096
snapshot_17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f50d7327d3fe6ebe49c1d71050b20c7177a75509b427e229dc3790d042f1fec
3
+ size 908709096
snapshot_18.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08654c4fb7c41e154c67cfaf1fc8d4a16a2da98c783f4820a7bb31a53ea3cf07
3
+ size 908709096
snapshot_19.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ccfefb4ef7f4a58e0aff1512adf4b53453ea1f0e71a5032a182f2ab151f8591
3
+ size 908709096
snapshot_20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f147fb5fee2cad88cb5ca9d6b9c1c99e03e0ce531f598532ea02dc8ed39d2524
3
+ size 908709096
snapshot_21.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5474995ea664adbe1ba903ddf7f116e89749a2306bfb677fc61a14b2e8fdb5be
3
+ size 908709096
snapshot_22.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4bf686f0e74f91d11814abf573a2025849d49e8eff7193e5fa41b81abf0a61
3
+ size 908709096
snapshot_23.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c029055b1d6cd459612c179107d752edecfd624efbb50568005cf5b1b7fe93
3
+ size 908709096
snapshot_24.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481d7cb9215ac5b82d1dc09b5f7f837be22535132e2036c2ccdbe2532ce4069e
3
+ size 908709096
snapshot_25.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c47b24a19139bda7aefc9c9a2dc2a13358aa7f2cab8591dceaf7ae12f2ef47e
3
+ size 908709096
snapshot_26.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c1a30b01543603c6be509108c47fcd31d9b3902374ac3ff0327de53ff1b0a5
3
+ size 908709096
snapshot_27.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe46d630bc6f722d7a3b80ea138f30c3aaca1720592cb0dee3fc2965d72edc4
3
+ size 908709096
snapshot_28.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05620eea0aee99ee3c5d34aa0c8a08bf8e3ee639151fefd293d550e0d804ecd6
3
+ size 908709096
snapshot_29.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71adcd2aa7c32e3f4f0b0d5f29d59580c2b6adffedc128d484c55b872ac32b08
3
+ size 908709096
snapshot_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23e5ed02c437633435460bd822e2b3ccc0e12623ee5a01d332826808a5fff636
3
+ size 908708776
snapshot_30.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e8b72b01655fd10abf34e6f3aeeba061c3b48a7623db782246641ec495d189
3
+ size 908709096
snapshot_31.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb1a0f5ae980458a16e55efdd559fbd4388ec0f40ae17e1a42311ad15bb0802
3
+ size 908709096
snapshot_32.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b6b39d0c93b4c499a0ec0d5d33bb083f5c7751b3308ab34f6cdf12312c5176
3
+ size 908709096
snapshot_33.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65e57e6a82700c90c3e8cd404aac55814b61431cfdb279c3ff7d7a4f3e152993
3
+ size 908709096
snapshot_34.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a5fe041566bad88f0bd229910a35b33bae47c84f3c1cf56e5c013743f7b90c9
3
+ size 908709096
snapshot_35.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed7a1e5f35f21f600da8495b21641b8168e9ff88d39b34e65fff56652f86440
3
+ size 908709096
snapshot_36.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1708183b52869cc2ab0e507289d5d6437709e86e0796f311a543af149fdbda57
3
+ size 908709096
snapshot_37.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7bee0289a31fb7ad4fe688eedec7697ecc55cdc4a9f23375bf41d7d7e735c4
3
+ size 908709096
snapshot_38.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca0fe500849bff4fd14f444026c0d2a2ca6f1a59db4aab2cfd0bcec2bf293bd
3
+ size 908709096
snapshot_39.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8aba715af50e84b0bfa5b6c66989d621cd68eb81207182c70c5dc9fb9e9f68b
3
+ size 908709096
snapshot_4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8861d6f0fac734d65218f843a41d0367b6b1f98e3dcb7bfc043f2b23e1111152
3
+ size 908708904
snapshot_40.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5940c90748256a3b4963e0f22c78c9f51728906623ad271118fe80726257f62
3
+ size 908709096
snapshot_41.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6525baa7472e8f2821c200c447806de6fbf8fcad0a30c0cb16e12bf72971ed3c
3
+ size 908709096
snapshot_42.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63edb3f15f4a04c639dd679cdc23ceab76ad628816788811242f6bc0effbd10c
3
+ size 908709096
snapshot_43.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d7782d439c29ed4292db7c5415f6f7aa9f0da23911b3c53f2c8a0e50a4d92f4
3
+ size 908709096
snapshot_44.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab32104f814ef8e138aa882409bbc4d837a3ca7165fc88088a4cd90451ce874
3
+ size 908709096
snapshot_45.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551707ce3a88aa0f35779f4f17110fdb67429a31211fc4205d205e935b791c40
3
+ size 908709096
snapshot_5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75a0e6ab42270d392489915e5ff1c70d71eadc5c16bc3ca1a461df769a084bff
3
+ size 908709096
snapshot_7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53589a069436c82388918107d734ce9c76d29276048889f8708dbfea0aedb69
3
+ size 908709096
snapshot_8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc515441d1ce738eaab730a94f6a747b7095516c25370093d27836eabda98573
3
+ size 908709096
snapshot_9.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd236c059ea7b05e10c6dd8c5249481ccbc6fdd7ec3606a6b14f9d70565fd9a
3
+ size 908709096
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551707ce3a88aa0f35779f4f17110fdb67429a31211fc4205d205e935b791c40
3
+ size 908709096