serialexperimentsleon commited on
Commit
e798b77
·
verified ·
1 Parent(s): 4bb2ffd

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,594 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 0
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '49212_0'
16
+ wandb_notes: 49212_0_restarted_3
17
+ eval: false
18
+ eval_on_sim: true
19
+ eval_on_sim_past_checkpoints: false
20
+ simulation: true
21
+ true_action_history: false
22
+ train_pad_after: 4
23
+ process_contact_features: ${eval}
24
+ obs_type: pixels
25
+ use_color: true
26
+ use_depth: true
27
+ use_masks: false
28
+ mask_list:
29
+ - EE_obj_mask
30
+ mask_representation: channels
31
+ segmentation_model_name: gt_segmentation
32
+ crop_hw:
33
+ - 144
34
+ - 144
35
+ crop_down_offset: 48
36
+ color_crop_type: null
37
+ depth_crop_type: null
38
+ segmask_crop_type: null
39
+ add_crop_binary_mask: false
40
+ add_coord_conv_map: false
41
+ use_context_color: false
42
+ use_context_depth: false
43
+ use_context_segmask: false
44
+ context_color_crop_type: null
45
+ context_depth_crop_type: null
46
+ context_segmask_crop_type: null
47
+ context_add_crop_binary_mask: false
48
+ context_add_coord_conv_map: false
49
+ use_contact_map: false
50
+ use_sdf_maps: false
51
+ use_normals_maps: false
52
+ which_objects: both
53
+ max_contact_prob: 1.0
54
+ max_depth: 2.0
55
+ grasped_dtc_max_value: 0.2
56
+ env_dtc_max_value: 0.4
57
+ grasped_normals_mask_max_dtc_value: 0.2
58
+ env_normals_mask_max_dtc_value: 0.4
59
+ clamp_dtc: true
60
+ dtc_adaptive_normalization: false
61
+ mask_normals_within_sdf: true
62
+ adaptive_normals_mask: true
63
+ learnable_contact_preprocess_params: false
64
+ contact_model_name: gt_contact
65
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
66
+ encoder_type: small
67
+ debug_timestamps: false
68
+ open_loop: false
69
+ action_trajectories: true
70
+ stop_after_action: false
71
+ interpolation_frequency: 25
72
+ policy_frequency: 5
73
+ wait_for_new_camera_frames: true
74
+ baseline: false
75
+ train_demo_idxs_list_or_num: -1
76
+ log_train_every_steps: 25
77
+ name_of_expert_demo: 413_sim_demos_left_of_4th_book_20hz_act
78
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
79
+ store_dataset_in_memory: false
80
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
81
+ action_key: action
82
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
83
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
84
+ include_groups_list: all
85
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
86
+ name_of_valid_demo: 413_sim_demos_left_of_4th_book_20hz_act
87
+ train_num_groups: 180
88
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
89
+ valid_demo_idxs_list_or_num: null
90
+ val_num_groups: 30
91
+ universal_unseen_env_seed_start: 1000000
92
+ load_bc: ${agent.load_checkpoint}
93
+ checkpoint_epoch_list:
94
+ - 99
95
+ - 199
96
+ - 299
97
+ - 399
98
+ - 499
99
+ - 599
100
+ - 699
101
+ - 799
102
+ - 899
103
+ - 999
104
+ - 1249
105
+ - 1499
106
+ - 1749
107
+ - 1999
108
+ - 2999
109
+ - 3999
110
+ - 4999
111
+ - 5999
112
+ - 6999
113
+ - 7999
114
+ - 8999
115
+ - 9999
116
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
117
+ save_snapshot: true
118
+ save_last_snapshot: true
119
+ save_snapshot_when_done: true
120
+ top_k_checkpoints: 10
121
+ save_snapshot_link_to_weights_dir: deprecated
122
+ restore_missing_checkpoint: null
123
+ restore_and_eval_all_missing_checkpoints: false
124
+ bc_regularize: false
125
+ bc_weight_type: qfilter
126
+ username: leonmkim
127
+ hostname: grasp-login1
128
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
129
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
130
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
131
+ agent:
132
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
133
+ name: diffusion_policy
134
+ load_checkpoint: ${eval}
135
+ device: ${device}
136
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
137
+ suite_name: ${suite.name}
138
+ obs_type: ${obs_type}
139
+ enable_arm: ${eval}
140
+ enable_camera: ${eval}
141
+ use_tb: ${use_tb}
142
+ desired_image_shape:
143
+ - 13
144
+ - 180
145
+ - 240
146
+ orig_cam_shape:
147
+ - 3
148
+ - 240
149
+ - 320
150
+ actions_prenormalized: ${simulation}
151
+ config:
152
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
153
+ compile: false
154
+ device: ${device}
155
+ cam_resize_shape: ${agent.desired_image_shape}
156
+ orig_cam_shape: ${agent.orig_cam_shape}
157
+ policy_frequency: ${policy_frequency}
158
+ interpolation_frequency: ${interpolation_frequency}
159
+ deterministic_actions: true
160
+ deterministic_actions_seed: 0
161
+ policy_cfg:
162
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
163
+ n_obs_steps: 1
164
+ horizon: 28
165
+ n_action_steps: ${agent.config.policy_cfg.horizon}
166
+ output_shapes:
167
+ action:
168
+ - 7
169
+ input_normalization_modes:
170
+ observation.image: mean_std
171
+ observation.state: min_max
172
+ observation.action_history: min_max
173
+ output_normalization_modes:
174
+ action: min_max
175
+ vision_backbone: resnet18
176
+ crop_distractors_tlhw: null
177
+ pretrained_backbone_weights: null
178
+ transforms:
179
+ - _target_: torchaug.transforms.RandomAffine
180
+ degrees:
181
+ - -5
182
+ - 5
183
+ translate:
184
+ - 0.05
185
+ - 0.05
186
+ batch_transform: true
187
+ num_chunks: -1
188
+ batch_inplace: true
189
+ - _target_: torchaug.transforms.RandomColorJitter
190
+ brightness: 0.3
191
+ contrast: 0.4
192
+ saturation: 0.5
193
+ hue: 0.08
194
+ batch_transform: true
195
+ num_chunks: -1
196
+ batch_inplace: true
197
+ use_group_norm: true
198
+ spatial_softmax_num_keypoints: 32
199
+ action_history_encoder_config:
200
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
201
+ in_channels: 7
202
+ out_channels: 32
203
+ history_length: 4
204
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
205
+ downsample_kernel_size: 3
206
+ downsample_stride: 2
207
+ downsample_padding: 1
208
+ down_dims:
209
+ - 64
210
+ - 128
211
+ - 256
212
+ kernel_size: 5
213
+ n_groups: 8
214
+ diffusion_step_embed_dim: 128
215
+ use_film_scale_modulation: true
216
+ noise_scheduler_type: DDIM
217
+ beta_schedule: squaredcos_cap_v2
218
+ beta_start: 0.0001
219
+ beta_end: 0.02
220
+ prediction_type: epsilon
221
+ clip_sample: true
222
+ clip_sample_range: 1.0
223
+ num_train_timesteps: 50
224
+ num_inference_steps: 10
225
+ do_mask_loss_for_padding: false
226
+ input_shapes:
227
+ observation.image:
228
+ - 13
229
+ - 180
230
+ - 240
231
+ context_observation.image:
232
+ - 13
233
+ - 180
234
+ - 240
235
+ observation.state:
236
+ - 8
237
+ observation.action_history:
238
+ - 7
239
+ train_cfg:
240
+ _target_: utils.TrainConfig
241
+ lr: 1.0e-07
242
+ lr_scheduler: cosine
243
+ lr_warmup_steps: 500
244
+ adam_betas:
245
+ - 0.95
246
+ - 0.999
247
+ adam_eps: 1.0e-08
248
+ adam_weight_decay: 1.0e-06
249
+ grad_clip_norm: 10
250
+ offline_steps: ${num_train_frames_diffusion}
251
+ use_amp: true
252
+ observation_cfg:
253
+ _target_: agent.encoder.VisualFeatureSet
254
+ use_depth: ${use_depth}
255
+ use_color: ${use_color}
256
+ mask_input_dict:
257
+ _target_: agent.encoder.MaskInputDict
258
+ enable: ${use_masks}
259
+ representation: ${mask_representation}
260
+ mask_list: ${mask_list}
261
+ segmentation_model_name: ${segmentation_model_name}
262
+ crop_input_config:
263
+ _target_: agent.encoder.CropInputConfig
264
+ color_crop_type: ${color_crop_type}
265
+ depth_crop_type: ${depth_crop_type}
266
+ segmask_crop_type: ${segmask_crop_type}
267
+ crop_hw: ${crop_hw}
268
+ crop_down_offset: ${crop_down_offset}
269
+ add_crop_binary_mask: ${add_crop_binary_mask}
270
+ add_coord_conv_map: ${add_coord_conv_map}
271
+ context_input_config:
272
+ _target_: agent.encoder.ContextInputConfig
273
+ use_color: ${use_context_color}
274
+ use_depth: ${use_context_depth}
275
+ mask_input_dict:
276
+ _target_: agent.encoder.MaskInputDict
277
+ enable: ${use_context_segmask}
278
+ representation: ${mask_representation}
279
+ mask_list: ${mask_list}
280
+ segmentation_model_name: ${segmentation_model_name}
281
+ crop_input_config:
282
+ _target_: agent.encoder.CropInputConfig
283
+ color_crop_type: ${context_color_crop_type}
284
+ depth_crop_type: ${context_depth_crop_type}
285
+ segmask_crop_type: ${context_segmask_crop_type}
286
+ crop_hw: ${crop_hw}
287
+ crop_down_offset: ${crop_down_offset}
288
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
289
+ add_coord_conv_map: ${context_add_coord_conv_map}
290
+ mask_soft_approx_scheduler_config:
291
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
292
+ num_steps: 40000
293
+ initial_value: 10.0
294
+ final_value: 1000.0
295
+ interpolation_scheme: cosine
296
+ use_contact_map: ${use_contact_map}
297
+ use_sdf_maps: ${use_sdf_maps}
298
+ use_normals_maps: ${use_normals_maps}
299
+ which_objects: ${which_objects}
300
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
301
+ env_dtc_max_value: ${env_dtc_max_value}
302
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
303
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
304
+ clamp_dtc: ${clamp_dtc}
305
+ max_contact_prob: ${max_contact_prob}
306
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
307
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
308
+ adaptive_normals_mask: ${adaptive_normals_mask}
309
+ max_depth: ${max_depth}
310
+ image_shape: ${agent.desired_image_shape}
311
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
312
+ learning_rate: 0.0001
313
+ weight_decay: 0.0
314
+ contact_model_name: ${contact_model_name}
315
+ zero_centered: false
316
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
317
+ suite:
318
+ suite: frankagym
319
+ name: frankagym
320
+ frame_stack: ${agent.n_obs_steps}
321
+ action_repeat: 1
322
+ discount: 0.99
323
+ hidden_dim: 1024
324
+ num_train_frames: 1000000
325
+ num_seed_frames: 0
326
+ num_train_epochs: 500
327
+ validate_every_epochs: 20
328
+ eval_on_sim_every_epochs: 20
329
+ validate_diffusion_on_action_loss_every_epochs: 20
330
+ eval_on_sim_every_epochs_diffusion: 500
331
+ train_eval_diffusion_on_action_loss_every_epochs: 20
332
+ check_topk_every_epochs: 20
333
+ save_snapshot_every_epochs: 40
334
+ num_seen_eval_envs: 0
335
+ num_unseen_eval_envs: 100
336
+ evals_per_env: 1
337
+ eval_every_frames: 2000
338
+ num_eval_episodes: 5
339
+ save_snapshot: true
340
+ wait_for_user_to_start_episode: true
341
+ task_make_fn:
342
+ _target_: suite.frankagym.make
343
+ name: ${task_name}
344
+ height: 240
345
+ width: 320
346
+ frame_stack: ${suite.frame_stack}
347
+ action_repeat: ${suite.action_repeat}
348
+ seed: ${seed}
349
+ enable_arm: ${agent.enable_arm}
350
+ enable_gripper: ${enable_gripper}
351
+ start_with_gripper_open: ${start_with_gripper_open}
352
+ enable_camera: ${agent.enable_camera}
353
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
354
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
355
+ x_limit: ${x_limit}
356
+ y_limit: ${y_limit}
357
+ z_limit: ${z_limit}
358
+ device: ${device}
359
+ interpolation_frequency: ${interpolation_frequency}
360
+ policy_frequency: ${policy_frequency}
361
+ debug_timestamps: ${debug_timestamps}
362
+ stop_after_action: ${stop_after_action}
363
+ open_loop: ${open_loop}
364
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
365
+ action_key: ${action_key}
366
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
367
+ action_trajectories: ${action_trajectories}
368
+ path_to_zarr_dataset: ${expert_dataset}
369
+ agent_policy_cfg:
370
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
371
+ compile: false
372
+ device: ${device}
373
+ cam_resize_shape: ${agent.desired_image_shape}
374
+ orig_cam_shape: ${agent.orig_cam_shape}
375
+ policy_frequency: ${policy_frequency}
376
+ interpolation_frequency: ${interpolation_frequency}
377
+ deterministic_actions: true
378
+ deterministic_actions_seed: 0
379
+ policy_cfg:
380
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
381
+ n_obs_steps: 1
382
+ horizon: 28
383
+ n_action_steps: ${agent.config.policy_cfg.horizon}
384
+ output_shapes:
385
+ action:
386
+ - 7
387
+ input_normalization_modes:
388
+ observation.image: mean_std
389
+ observation.state: min_max
390
+ observation.action_history: min_max
391
+ output_normalization_modes:
392
+ action: min_max
393
+ vision_backbone: resnet18
394
+ crop_distractors_tlhw: null
395
+ pretrained_backbone_weights: null
396
+ transforms:
397
+ - _target_: torchaug.transforms.RandomAffine
398
+ degrees:
399
+ - -5
400
+ - 5
401
+ translate:
402
+ - 0.05
403
+ - 0.05
404
+ batch_transform: true
405
+ num_chunks: -1
406
+ batch_inplace: true
407
+ - _target_: torchaug.transforms.RandomColorJitter
408
+ brightness: 0.3
409
+ contrast: 0.4
410
+ saturation: 0.5
411
+ hue: 0.08
412
+ batch_transform: true
413
+ num_chunks: -1
414
+ batch_inplace: true
415
+ use_group_norm: true
416
+ spatial_softmax_num_keypoints: 32
417
+ action_history_encoder_config:
418
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
419
+ in_channels: 7
420
+ out_channels: 32
421
+ history_length: 4
422
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
423
+ downsample_kernel_size: 3
424
+ downsample_stride: 2
425
+ downsample_padding: 1
426
+ down_dims:
427
+ - 64
428
+ - 128
429
+ - 256
430
+ kernel_size: 5
431
+ n_groups: 8
432
+ diffusion_step_embed_dim: 128
433
+ use_film_scale_modulation: true
434
+ noise_scheduler_type: DDIM
435
+ beta_schedule: squaredcos_cap_v2
436
+ beta_start: 0.0001
437
+ beta_end: 0.02
438
+ prediction_type: epsilon
439
+ clip_sample: true
440
+ clip_sample_range: 1.0
441
+ num_train_timesteps: 50
442
+ num_inference_steps: 10
443
+ do_mask_loss_for_padding: false
444
+ input_shapes:
445
+ observation.image:
446
+ - 13
447
+ - 180
448
+ - 240
449
+ context_observation.image:
450
+ - 13
451
+ - 180
452
+ - 240
453
+ observation.state:
454
+ - 8
455
+ observation.action_history:
456
+ - 7
457
+ train_cfg:
458
+ _target_: utils.TrainConfig
459
+ lr: 1.0e-07
460
+ lr_scheduler: cosine
461
+ lr_warmup_steps: 500
462
+ adam_betas:
463
+ - 0.95
464
+ - 0.999
465
+ adam_eps: 1.0e-08
466
+ adam_weight_decay: 1.0e-06
467
+ grad_clip_norm: 10
468
+ offline_steps: ${num_train_frames_diffusion}
469
+ use_amp: true
470
+ observation_cfg:
471
+ _target_: agent.encoder.VisualFeatureSet
472
+ use_depth: ${use_depth}
473
+ use_color: ${use_color}
474
+ mask_input_dict:
475
+ _target_: agent.encoder.MaskInputDict
476
+ enable: ${use_masks}
477
+ representation: ${mask_representation}
478
+ mask_list: ${mask_list}
479
+ segmentation_model_name: ${segmentation_model_name}
480
+ crop_input_config:
481
+ _target_: agent.encoder.CropInputConfig
482
+ color_crop_type: ${color_crop_type}
483
+ depth_crop_type: ${depth_crop_type}
484
+ segmask_crop_type: ${segmask_crop_type}
485
+ crop_hw: ${crop_hw}
486
+ crop_down_offset: ${crop_down_offset}
487
+ add_crop_binary_mask: ${add_crop_binary_mask}
488
+ add_coord_conv_map: ${add_coord_conv_map}
489
+ context_input_config:
490
+ _target_: agent.encoder.ContextInputConfig
491
+ use_color: ${use_context_color}
492
+ use_depth: ${use_context_depth}
493
+ mask_input_dict:
494
+ _target_: agent.encoder.MaskInputDict
495
+ enable: ${use_context_segmask}
496
+ representation: ${mask_representation}
497
+ mask_list: ${mask_list}
498
+ segmentation_model_name: ${segmentation_model_name}
499
+ crop_input_config:
500
+ _target_: agent.encoder.CropInputConfig
501
+ color_crop_type: ${context_color_crop_type}
502
+ depth_crop_type: ${context_depth_crop_type}
503
+ segmask_crop_type: ${context_segmask_crop_type}
504
+ crop_hw: ${crop_hw}
505
+ crop_down_offset: ${crop_down_offset}
506
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
507
+ add_coord_conv_map: ${context_add_coord_conv_map}
508
+ mask_soft_approx_scheduler_config:
509
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
510
+ num_steps: 40000
511
+ initial_value: 10.0
512
+ final_value: 1000.0
513
+ interpolation_scheme: cosine
514
+ use_contact_map: ${use_contact_map}
515
+ use_sdf_maps: ${use_sdf_maps}
516
+ use_normals_maps: ${use_normals_maps}
517
+ which_objects: ${which_objects}
518
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
519
+ env_dtc_max_value: ${env_dtc_max_value}
520
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
521
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
522
+ clamp_dtc: ${clamp_dtc}
523
+ max_contact_prob: ${max_contact_prob}
524
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
525
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
526
+ adaptive_normals_mask: ${adaptive_normals_mask}
527
+ max_depth: ${max_depth}
528
+ image_shape: ${agent.desired_image_shape}
529
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
530
+ learning_rate: 0.0001
531
+ weight_decay: 0.0
532
+ contact_model_name: ${contact_model_name}
533
+ zero_centered: false
534
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
535
+ true_action_history: ${true_action_history}
536
+ num_train_frames_bc: 50000
537
+ num_train_frames_drq: 1100000
538
+ stddev_schedule_drq: linear(1.0,0.1,100000)
539
+ task_name: FrankaInsertion-v1
540
+ num_train_frames_vinn: 25000
541
+ num_train_frames_diffusion: 1000000
542
+ num_train_epochs_bc: 5000
543
+ num_train_epochs_diffusion: 500
544
+ validate_every_epochs_bc: 5
545
+ validate_every_epochs_diffusion: 20
546
+ validate_diffusion_on_action_loss_every_epochs: 20
547
+ train_eval_diffusion_on_action_loss_every_epochs: 20
548
+ eval_on_sim_every_epochs_diffusion: 20
549
+ check_topk_every_epochs: 5
550
+ check_topk_every_epochs_diffusion: 20
551
+ save_snapshot_every_epochs_diffusion: 40
552
+ x_limit:
553
+ - 0.2
554
+ - 0.7
555
+ y_limit:
556
+ - -0.4
557
+ - 0.4
558
+ z_limit:
559
+ - -0.05
560
+ - 0.55
561
+ home_displacement:
562
+ - 0.55
563
+ - 0.0
564
+ - 0.55
565
+ - 180.0
566
+ - 0.0
567
+ - 0.0
568
+ enable_gripper: true
569
+ start_with_gripper_open: true
570
+ offset_mask:
571
+ - 1
572
+ - 1
573
+ - 1
574
+ - 1
575
+ - 1
576
+ - 1
577
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
578
+ test:
579
+ username: leonmkim
580
+ hostname: grasp-login1
581
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
582
+ root_dir: ~/fish_leon
583
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
584
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
585
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
586
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
587
+ include_groups_list: all
588
+ batch_size: 128
589
+ store_dataset_in_memory: false
590
+ use_tb: true
591
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
592
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
593
+ resume_wandb_run: false
594
+ feature_type: 180x240_1_RGB_D_2.0_acthist_hst4_out32_dwnkrnl3_dwnstrd2_dwnpd1
snapshot_100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df989a282a312c0df9cdd7bb4e6709693574924a9f23162ef2b16ed9d492bae
3
+ size 192438437
snapshot_120.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:423e7a774982ab1240a922a8173b93154a00b9ec300657c1b3f5171169551e1c
3
+ size 192438629
snapshot_140.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38acda6a3db82e0e924adbf0ffadffcbec1487290570196db176e88d36ff4b8a
3
+ size 192438757
snapshot_160.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53eb7a93b3ee363654cd77af6899872ab05c30b8d8b28012ea7686079f501653
3
+ size 192438885
snapshot_180.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a47226bc51b59e9fa9328e2327afa0570275100a6a08c342dbfc21e3fd3d10
3
+ size 192439013
snapshot_20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88505d63e9b85bf85c77bf750fc74e4d0d48246dc5df5f511ba0b4dd0a41f0a1
3
+ size 192437861
snapshot_200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc736a0a45a86477c6a3f27d020ffab02a1239e98fa1dff2cdd1e776280ef94
3
+ size 192439141
snapshot_240.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a719475aa7d16e10f5ac09829d558874303ebe46e849c42c6a41879bcc65b8e1
3
+ size 192439461
snapshot_280.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d8cec91f34e1a7c89b3be9cbe0eb96ac28b3e34ad6fa23b439b5d6eb20cd4a
3
+ size 192439461
snapshot_320.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8209624f9e01ca9413bb606ed42292d9eb22d2c14513f2a9970fd517f9749271
3
+ size 192439461
snapshot_360.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1843f641bbc22075c1426d9d2a35f624a86a0d388953999e02b9050632c507cd
3
+ size 192439461
snapshot_40.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dabe424b033048346daf709637398eb8aa7dd1964b11757c9c36d6d056ef4df
3
+ size 192438053
snapshot_60.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1755145ff4438223c66ced37366e4cada4ab16008ea8b5119ad4d6214d2b5ada
3
+ size 192438181
snapshot_80.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d7341299834275b9f81ab980b6442a41f9579fde086bf1fcfd49a479f20cf2f
3
+ size 192438309
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1843f641bbc22075c1426d9d2a35f624a86a0d388953999e02b9050632c507cd
3
+ size 192439461