serialexperimentsleon commited on
Commit
ef3706f
·
verified ·
1 Parent(s): c4773e4

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,588 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 2
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '44445_0'
16
+ wandb_notes: 44445_0_req_44527_0
17
+ eval: false
18
+ eval_on_sim: true
19
+ simulation: true
20
+ true_action_history: false
21
+ train_pad_after: 4
22
+ process_contact_features: ${eval}
23
+ obs_type: pixels
24
+ use_color: true
25
+ use_depth: true
26
+ use_masks: false
27
+ mask_list:
28
+ - EE_obj_mask
29
+ mask_representation: channels
30
+ segmentation_model_name: gt_segmentation
31
+ crop_hw:
32
+ - 144
33
+ - 144
34
+ crop_down_offset: 48
35
+ color_crop_type: null
36
+ depth_crop_type: null
37
+ segmask_crop_type: null
38
+ add_crop_binary_mask: false
39
+ add_coord_conv_map: false
40
+ use_context_color: false
41
+ use_context_depth: false
42
+ use_context_segmask: false
43
+ context_color_crop_type: null
44
+ context_depth_crop_type: null
45
+ context_segmask_crop_type: null
46
+ context_add_crop_binary_mask: false
47
+ context_add_coord_conv_map: false
48
+ use_contact_map: false
49
+ use_sdf_maps: false
50
+ use_normals_maps: false
51
+ which_objects: both
52
+ max_contact_prob: 1.0
53
+ max_depth: 2.0
54
+ grasped_dtc_max_value: 0.2
55
+ env_dtc_max_value: 0.4
56
+ grasped_normals_mask_max_dtc_value: 0.2
57
+ env_normals_mask_max_dtc_value: 0.4
58
+ clamp_dtc: true
59
+ dtc_adaptive_normalization: false
60
+ mask_normals_within_sdf: true
61
+ adaptive_normals_mask: true
62
+ learnable_contact_preprocess_params: false
63
+ contact_model_name: gt_contact
64
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
65
+ encoder_type: small
66
+ debug_timestamps: false
67
+ open_loop: false
68
+ action_trajectories: true
69
+ stop_after_action: false
70
+ interpolation_frequency: 25
71
+ policy_frequency: 5
72
+ wait_for_new_camera_frames: true
73
+ baseline: false
74
+ train_demo_idxs_list_or_num: -1
75
+ log_train_every_steps: 25
76
+ name_of_expert_demo: 413_sim_demos_left_of_4th_book_20hz_act
77
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
78
+ store_dataset_in_memory: false
79
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
80
+ action_key: action
81
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
82
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
83
+ include_groups_list: all
84
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
85
+ name_of_valid_demo: 413_sim_demos_left_of_4th_book_20hz_act
86
+ train_num_groups: 80
87
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
88
+ valid_demo_idxs_list_or_num: null
89
+ val_num_groups: 30
90
+ universal_unseen_env_seed_start: 1000000
91
+ load_bc: ${agent.load_checkpoint}
92
+ checkpoint_epoch_list:
93
+ - 99
94
+ - 199
95
+ - 299
96
+ - 399
97
+ - 499
98
+ - 599
99
+ - 699
100
+ - 799
101
+ - 899
102
+ - 999
103
+ - 1249
104
+ - 1499
105
+ - 1749
106
+ - 1999
107
+ - 2999
108
+ - 3999
109
+ - 4999
110
+ - 5999
111
+ - 6999
112
+ - 7999
113
+ - 8999
114
+ - 9999
115
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
116
+ save_snapshot: true
117
+ save_last_snapshot: true
118
+ save_snapshot_when_done: true
119
+ top_k_checkpoints: 5
120
+ save_snapshot_link_to_weights_dir: deprecated
121
+ restore_missing_checkpoint: null
122
+ bc_regularize: false
123
+ bc_weight_type: qfilter
124
+ username: leonmkim
125
+ hostname: grasp-login1
126
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
127
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
128
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
129
+ agent:
130
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
131
+ name: diffusion_policy
132
+ load_checkpoint: ${eval}
133
+ device: ${device}
134
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
135
+ suite_name: ${suite.name}
136
+ obs_type: ${obs_type}
137
+ enable_arm: ${eval}
138
+ enable_camera: ${eval}
139
+ use_tb: ${use_tb}
140
+ desired_image_shape:
141
+ - 13
142
+ - 180
143
+ - 240
144
+ orig_cam_shape:
145
+ - 3
146
+ - 240
147
+ - 320
148
+ actions_prenormalized: ${simulation}
149
+ config:
150
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
151
+ compile: false
152
+ device: ${device}
153
+ cam_resize_shape: ${agent.desired_image_shape}
154
+ orig_cam_shape: ${agent.orig_cam_shape}
155
+ policy_frequency: ${policy_frequency}
156
+ interpolation_frequency: ${interpolation_frequency}
157
+ policy_cfg:
158
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
159
+ n_obs_steps: 1
160
+ horizon: 28
161
+ n_action_steps: ${agent.config.policy_cfg.horizon}
162
+ output_shapes:
163
+ action:
164
+ - 7
165
+ input_normalization_modes:
166
+ observation.image: mean_std
167
+ observation.state: min_max
168
+ observation.action_history: min_max
169
+ output_normalization_modes:
170
+ action: min_max
171
+ vision_backbone: resnet18
172
+ crop_distractors_tlhw: null
173
+ pretrained_backbone_weights: null
174
+ transforms:
175
+ - _target_: torchaug.transforms.RandomAffine
176
+ degrees:
177
+ - -5
178
+ - 5
179
+ translate:
180
+ - 0.05
181
+ - 0.05
182
+ batch_transform: true
183
+ num_chunks: -1
184
+ batch_inplace: true
185
+ - _target_: torchaug.transforms.RandomColorJitter
186
+ brightness: 0.3
187
+ contrast: 0.4
188
+ saturation: 0.5
189
+ hue: 0.08
190
+ batch_transform: true
191
+ num_chunks: -1
192
+ batch_inplace: true
193
+ use_group_norm: true
194
+ spatial_softmax_num_keypoints: 32
195
+ action_history_encoder_config:
196
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
197
+ in_channels: 7
198
+ out_channels: 32
199
+ history_length: 4
200
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
201
+ downsample_kernel_size: 3
202
+ downsample_stride: 2
203
+ downsample_padding: 1
204
+ down_dims:
205
+ - 64
206
+ - 128
207
+ - 256
208
+ kernel_size: 5
209
+ n_groups: 8
210
+ diffusion_step_embed_dim: 128
211
+ use_film_scale_modulation: true
212
+ noise_scheduler_type: DDIM
213
+ beta_schedule: squaredcos_cap_v2
214
+ beta_start: 0.0001
215
+ beta_end: 0.02
216
+ prediction_type: epsilon
217
+ clip_sample: true
218
+ clip_sample_range: 1.0
219
+ num_train_timesteps: 50
220
+ num_inference_steps: 10
221
+ do_mask_loss_for_padding: false
222
+ input_shapes:
223
+ observation.image:
224
+ - 13
225
+ - 180
226
+ - 240
227
+ context_observation.image:
228
+ - 13
229
+ - 180
230
+ - 240
231
+ observation.state:
232
+ - 8
233
+ observation.action_history:
234
+ - 7
235
+ train_cfg:
236
+ _target_: utils.TrainConfig
237
+ lr: 0.0001
238
+ lr_scheduler: cosine
239
+ lr_warmup_steps: 500
240
+ adam_betas:
241
+ - 0.95
242
+ - 0.999
243
+ adam_eps: 1.0e-08
244
+ adam_weight_decay: 1.0e-06
245
+ grad_clip_norm: 10
246
+ offline_steps: ${num_train_frames_diffusion}
247
+ use_amp: true
248
+ observation_cfg:
249
+ _target_: agent.encoder.VisualFeatureSet
250
+ use_depth: ${use_depth}
251
+ use_color: ${use_color}
252
+ mask_input_dict:
253
+ _target_: agent.encoder.MaskInputDict
254
+ enable: ${use_masks}
255
+ representation: ${mask_representation}
256
+ mask_list: ${mask_list}
257
+ segmentation_model_name: ${segmentation_model_name}
258
+ crop_input_config:
259
+ _target_: agent.encoder.CropInputConfig
260
+ color_crop_type: ${color_crop_type}
261
+ depth_crop_type: ${depth_crop_type}
262
+ segmask_crop_type: ${segmask_crop_type}
263
+ crop_hw: ${crop_hw}
264
+ crop_down_offset: ${crop_down_offset}
265
+ add_crop_binary_mask: ${add_crop_binary_mask}
266
+ add_coord_conv_map: ${add_coord_conv_map}
267
+ context_input_config:
268
+ _target_: agent.encoder.ContextInputConfig
269
+ use_color: ${use_context_color}
270
+ use_depth: ${use_context_depth}
271
+ mask_input_dict:
272
+ _target_: agent.encoder.MaskInputDict
273
+ enable: ${use_context_segmask}
274
+ representation: ${mask_representation}
275
+ mask_list: ${mask_list}
276
+ segmentation_model_name: ${segmentation_model_name}
277
+ crop_input_config:
278
+ _target_: agent.encoder.CropInputConfig
279
+ color_crop_type: ${context_color_crop_type}
280
+ depth_crop_type: ${context_depth_crop_type}
281
+ segmask_crop_type: ${context_segmask_crop_type}
282
+ crop_hw: ${crop_hw}
283
+ crop_down_offset: ${crop_down_offset}
284
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
285
+ add_coord_conv_map: ${context_add_coord_conv_map}
286
+ mask_soft_approx_scheduler_config:
287
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
288
+ num_steps: 40000
289
+ initial_value: 10.0
290
+ final_value: 1000.0
291
+ interpolation_scheme: cosine
292
+ use_contact_map: ${use_contact_map}
293
+ use_sdf_maps: ${use_sdf_maps}
294
+ use_normals_maps: ${use_normals_maps}
295
+ which_objects: ${which_objects}
296
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
297
+ env_dtc_max_value: ${env_dtc_max_value}
298
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
299
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
300
+ clamp_dtc: ${clamp_dtc}
301
+ max_contact_prob: ${max_contact_prob}
302
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
303
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
304
+ adaptive_normals_mask: ${adaptive_normals_mask}
305
+ max_depth: ${max_depth}
306
+ image_shape: ${agent.desired_image_shape}
307
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
308
+ learning_rate: 0.0001
309
+ weight_decay: 0.0
310
+ contact_model_name: ${contact_model_name}
311
+ zero_centered: false
312
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
313
+ suite:
314
+ suite: frankagym
315
+ name: frankagym
316
+ frame_stack: ${agent.n_obs_steps}
317
+ action_repeat: 1
318
+ discount: 0.99
319
+ hidden_dim: 1024
320
+ num_train_frames: 1000000
321
+ num_seed_frames: 0
322
+ num_train_epochs: 500
323
+ validate_every_epochs: 20
324
+ eval_on_sim_every_epochs: 20
325
+ validate_diffusion_on_action_loss_every_epochs: 20
326
+ eval_on_sim_every_epochs_diffusion: 500
327
+ train_eval_diffusion_on_action_loss_every_epochs: 20
328
+ check_topk_every_epochs: 20
329
+ save_snapshot_every_epochs: 40
330
+ num_seen_eval_envs: 0
331
+ num_unseen_eval_envs: 100
332
+ evals_per_env: 1
333
+ eval_every_frames: 2000
334
+ num_eval_episodes: 5
335
+ save_snapshot: true
336
+ wait_for_user_to_start_episode: true
337
+ task_make_fn:
338
+ _target_: suite.frankagym.make
339
+ name: ${task_name}
340
+ height: 240
341
+ width: 320
342
+ frame_stack: ${suite.frame_stack}
343
+ action_repeat: ${suite.action_repeat}
344
+ seed: ${seed}
345
+ enable_arm: ${agent.enable_arm}
346
+ enable_gripper: ${enable_gripper}
347
+ start_with_gripper_open: ${start_with_gripper_open}
348
+ enable_camera: ${agent.enable_camera}
349
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
350
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
351
+ x_limit: ${x_limit}
352
+ y_limit: ${y_limit}
353
+ z_limit: ${z_limit}
354
+ device: ${device}
355
+ interpolation_frequency: ${interpolation_frequency}
356
+ policy_frequency: ${policy_frequency}
357
+ debug_timestamps: ${debug_timestamps}
358
+ stop_after_action: ${stop_after_action}
359
+ open_loop: ${open_loop}
360
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
361
+ action_key: ${action_key}
362
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
363
+ action_trajectories: ${action_trajectories}
364
+ path_to_zarr_dataset: ${expert_dataset}
365
+ agent_policy_cfg:
366
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
367
+ compile: false
368
+ device: ${device}
369
+ cam_resize_shape: ${agent.desired_image_shape}
370
+ orig_cam_shape: ${agent.orig_cam_shape}
371
+ policy_frequency: ${policy_frequency}
372
+ interpolation_frequency: ${interpolation_frequency}
373
+ policy_cfg:
374
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
375
+ n_obs_steps: 1
376
+ horizon: 28
377
+ n_action_steps: ${agent.config.policy_cfg.horizon}
378
+ output_shapes:
379
+ action:
380
+ - 7
381
+ input_normalization_modes:
382
+ observation.image: mean_std
383
+ observation.state: min_max
384
+ observation.action_history: min_max
385
+ output_normalization_modes:
386
+ action: min_max
387
+ vision_backbone: resnet18
388
+ crop_distractors_tlhw: null
389
+ pretrained_backbone_weights: null
390
+ transforms:
391
+ - _target_: torchaug.transforms.RandomAffine
392
+ degrees:
393
+ - -5
394
+ - 5
395
+ translate:
396
+ - 0.05
397
+ - 0.05
398
+ batch_transform: true
399
+ num_chunks: -1
400
+ batch_inplace: true
401
+ - _target_: torchaug.transforms.RandomColorJitter
402
+ brightness: 0.3
403
+ contrast: 0.4
404
+ saturation: 0.5
405
+ hue: 0.08
406
+ batch_transform: true
407
+ num_chunks: -1
408
+ batch_inplace: true
409
+ use_group_norm: true
410
+ spatial_softmax_num_keypoints: 32
411
+ action_history_encoder_config:
412
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
413
+ in_channels: 7
414
+ out_channels: 32
415
+ history_length: 4
416
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
417
+ downsample_kernel_size: 3
418
+ downsample_stride: 2
419
+ downsample_padding: 1
420
+ down_dims:
421
+ - 64
422
+ - 128
423
+ - 256
424
+ kernel_size: 5
425
+ n_groups: 8
426
+ diffusion_step_embed_dim: 128
427
+ use_film_scale_modulation: true
428
+ noise_scheduler_type: DDIM
429
+ beta_schedule: squaredcos_cap_v2
430
+ beta_start: 0.0001
431
+ beta_end: 0.02
432
+ prediction_type: epsilon
433
+ clip_sample: true
434
+ clip_sample_range: 1.0
435
+ num_train_timesteps: 50
436
+ num_inference_steps: 10
437
+ do_mask_loss_for_padding: false
438
+ input_shapes:
439
+ observation.image:
440
+ - 13
441
+ - 180
442
+ - 240
443
+ context_observation.image:
444
+ - 13
445
+ - 180
446
+ - 240
447
+ observation.state:
448
+ - 8
449
+ observation.action_history:
450
+ - 7
451
+ train_cfg:
452
+ _target_: utils.TrainConfig
453
+ lr: 0.0001
454
+ lr_scheduler: cosine
455
+ lr_warmup_steps: 500
456
+ adam_betas:
457
+ - 0.95
458
+ - 0.999
459
+ adam_eps: 1.0e-08
460
+ adam_weight_decay: 1.0e-06
461
+ grad_clip_norm: 10
462
+ offline_steps: ${num_train_frames_diffusion}
463
+ use_amp: true
464
+ observation_cfg:
465
+ _target_: agent.encoder.VisualFeatureSet
466
+ use_depth: ${use_depth}
467
+ use_color: ${use_color}
468
+ mask_input_dict:
469
+ _target_: agent.encoder.MaskInputDict
470
+ enable: ${use_masks}
471
+ representation: ${mask_representation}
472
+ mask_list: ${mask_list}
473
+ segmentation_model_name: ${segmentation_model_name}
474
+ crop_input_config:
475
+ _target_: agent.encoder.CropInputConfig
476
+ color_crop_type: ${color_crop_type}
477
+ depth_crop_type: ${depth_crop_type}
478
+ segmask_crop_type: ${segmask_crop_type}
479
+ crop_hw: ${crop_hw}
480
+ crop_down_offset: ${crop_down_offset}
481
+ add_crop_binary_mask: ${add_crop_binary_mask}
482
+ add_coord_conv_map: ${add_coord_conv_map}
483
+ context_input_config:
484
+ _target_: agent.encoder.ContextInputConfig
485
+ use_color: ${use_context_color}
486
+ use_depth: ${use_context_depth}
487
+ mask_input_dict:
488
+ _target_: agent.encoder.MaskInputDict
489
+ enable: ${use_context_segmask}
490
+ representation: ${mask_representation}
491
+ mask_list: ${mask_list}
492
+ segmentation_model_name: ${segmentation_model_name}
493
+ crop_input_config:
494
+ _target_: agent.encoder.CropInputConfig
495
+ color_crop_type: ${context_color_crop_type}
496
+ depth_crop_type: ${context_depth_crop_type}
497
+ segmask_crop_type: ${context_segmask_crop_type}
498
+ crop_hw: ${crop_hw}
499
+ crop_down_offset: ${crop_down_offset}
500
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
501
+ add_coord_conv_map: ${context_add_coord_conv_map}
502
+ mask_soft_approx_scheduler_config:
503
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
504
+ num_steps: 40000
505
+ initial_value: 10.0
506
+ final_value: 1000.0
507
+ interpolation_scheme: cosine
508
+ use_contact_map: ${use_contact_map}
509
+ use_sdf_maps: ${use_sdf_maps}
510
+ use_normals_maps: ${use_normals_maps}
511
+ which_objects: ${which_objects}
512
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
513
+ env_dtc_max_value: ${env_dtc_max_value}
514
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
515
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
516
+ clamp_dtc: ${clamp_dtc}
517
+ max_contact_prob: ${max_contact_prob}
518
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
519
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
520
+ adaptive_normals_mask: ${adaptive_normals_mask}
521
+ max_depth: ${max_depth}
522
+ image_shape: ${agent.desired_image_shape}
523
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
524
+ learning_rate: 0.0001
525
+ weight_decay: 0.0
526
+ contact_model_name: ${contact_model_name}
527
+ zero_centered: false
528
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
529
+ true_action_history: ${true_action_history}
530
+ num_train_frames_bc: 50000
531
+ num_train_frames_drq: 1100000
532
+ stddev_schedule_drq: linear(1.0,0.1,100000)
533
+ task_name: FrankaInsertion-v1
534
+ num_train_frames_vinn: 25000
535
+ num_train_frames_diffusion: 1000000
536
+ num_train_epochs_bc: 5000
537
+ num_train_epochs_diffusion: 500
538
+ validate_every_epochs_bc: 5
539
+ validate_every_epochs_diffusion: 20
540
+ validate_diffusion_on_action_loss_every_epochs: 20
541
+ train_eval_diffusion_on_action_loss_every_epochs: 20
542
+ eval_on_sim_every_epochs_diffusion: 20
543
+ check_topk_every_epochs: 5
544
+ check_topk_every_epochs_diffusion: 20
545
+ save_snapshot_every_epochs_diffusion: 40
546
+ x_limit:
547
+ - 0.2
548
+ - 0.7
549
+ y_limit:
550
+ - -0.4
551
+ - 0.4
552
+ z_limit:
553
+ - -0.05
554
+ - 0.55
555
+ home_displacement:
556
+ - 0.55
557
+ - 0.0
558
+ - 0.55
559
+ - 180.0
560
+ - 0.0
561
+ - 0.0
562
+ enable_gripper: true
563
+ start_with_gripper_open: true
564
+ offset_mask:
565
+ - 1
566
+ - 1
567
+ - 1
568
+ - 1
569
+ - 1
570
+ - 1
571
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
572
+ test:
573
+ username: leonmkim
574
+ hostname: grasp-login1
575
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
576
+ root_dir: ~/fish_leon
577
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
578
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
579
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
580
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
581
+ include_groups_list: all
582
+ batch_size: 128
583
+ store_dataset_in_memory: false
584
+ use_tb: true
585
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
586
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
587
+ resume_wandb_run: false
588
+ feature_type: 180x240_1_RGB_D_2.0_acthist_hst4_out32_dwnkrnl3_dwnstrd2_dwnpd1
snapshot_120.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee4ca250a241dcf6c19f911bf8d8bed0f10e7259462842e1a29ccc3de3f1d45f
3
+ size 192431656
snapshot_160.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa7359ba20f4822cf4020899d7dd94b0c302e6a8e6eadbb3150e1c5970fe26f0
3
+ size 192431656
snapshot_200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1f4916e02465b9fc44202ecf311d98072676dc92a09375eccd685e73306752
3
+ size 192431656
snapshot_240.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6187a8c25531626217815a2295b76653e032752c5a751684868f3a324fc0aed0
3
+ size 192431656
snapshot_260.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3344ccfe944a9e6b9b604311b351529ba62e9902b9213156930668d67c342d7c
3
+ size 192431656
snapshot_300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad84f8fec6b3862ffe4dca461b23ecb1fbc8175543c8810df76f3a421f1b68c
3
+ size 192431656
snapshot_320.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fe5b24172715c96109f5bc9fa19151c5ab097a9f6074535bbab8d244b9a4421
3
+ size 192431656
snapshot_360.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f805019f50ccf9fa13d6ecdc2a1a5908d037cf30dddfb47e61e68c5eeece5c7a
3
+ size 192431656
snapshot_400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b135b7c0fcf8a9b93a2b90418302dad58655bfa4342984674bc604c78ecf4a3c
3
+ size 192432166
snapshot_420.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59943a9613ed9875c19f321adf2fc53e0abbfc9ba96e63ba5e1c4b03b3967e7
3
+ size 192432166
snapshot_440.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c719efa0d4a1bf46df0fa0e4405389f55c668e0db412fdc26355d61d5fe834f
3
+ size 192432166
snapshot_480.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e262229ef623a2db41048fec15e4024e8251e89f10f46329be0e03e93d626371
3
+ size 192432166
snapshot_500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0abf6ce97af01f680c72404e3ef64328e122fe046550dac0540711542dd2326c
3
+ size 192432166
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0abf6ce97af01f680c72404e3ef64328e122fe046550dac0540711542dd2326c
3
+ size 192432166