serialexperimentsleon commited on
Commit
60ab197
·
verified ·
1 Parent(s): a0fc866

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,594 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 1
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '46272_0'
16
+ wandb_notes: 46272_0_req_48173_0restarted_3
17
+ eval: false
18
+ eval_on_sim: true
19
+ eval_on_sim_past_checkpoints: false
20
+ simulation: true
21
+ true_action_history: false
22
+ train_pad_after: 4
23
+ process_contact_features: ${eval}
24
+ obs_type: pixels
25
+ use_color: true
26
+ use_depth: true
27
+ use_masks: false
28
+ mask_list:
29
+ - EE_obj_mask
30
+ mask_representation: channels
31
+ segmentation_model_name: gt_segmentation
32
+ crop_hw:
33
+ - 144
34
+ - 144
35
+ crop_down_offset: 48
36
+ color_crop_type: null
37
+ depth_crop_type: null
38
+ segmask_crop_type: null
39
+ add_crop_binary_mask: false
40
+ add_coord_conv_map: false
41
+ use_context_color: false
42
+ use_context_depth: false
43
+ use_context_segmask: false
44
+ context_color_crop_type: null
45
+ context_depth_crop_type: null
46
+ context_segmask_crop_type: null
47
+ context_add_crop_binary_mask: false
48
+ context_add_coord_conv_map: false
49
+ use_contact_map: false
50
+ use_sdf_maps: false
51
+ use_normals_maps: false
52
+ which_objects: both
53
+ max_contact_prob: 1.0
54
+ max_depth: 2.0
55
+ grasped_dtc_max_value: 0.2
56
+ env_dtc_max_value: 0.4
57
+ grasped_normals_mask_max_dtc_value: 0.2
58
+ env_normals_mask_max_dtc_value: 0.4
59
+ clamp_dtc: true
60
+ dtc_adaptive_normalization: false
61
+ mask_normals_within_sdf: true
62
+ adaptive_normals_mask: true
63
+ learnable_contact_preprocess_params: false
64
+ contact_model_name: gt_contact
65
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
66
+ encoder_type: small
67
+ debug_timestamps: false
68
+ open_loop: false
69
+ action_trajectories: true
70
+ stop_after_action: false
71
+ interpolation_frequency: 25
72
+ policy_frequency: 5
73
+ wait_for_new_camera_frames: true
74
+ baseline: false
75
+ train_demo_idxs_list_or_num: -1
76
+ log_train_every_steps: 25
77
+ name_of_expert_demo: 413_sim_demos_left_of_4th_book_20hz_act
78
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
79
+ store_dataset_in_memory: false
80
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
81
+ action_key: action
82
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
83
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
84
+ include_groups_list: all
85
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
86
+ name_of_valid_demo: 413_sim_demos_left_of_4th_book_20hz_act
87
+ train_num_groups: 180
88
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
89
+ valid_demo_idxs_list_or_num: null
90
+ val_num_groups: 30
91
+ universal_unseen_env_seed_start: 1000000
92
+ load_bc: ${agent.load_checkpoint}
93
+ checkpoint_epoch_list:
94
+ - 99
95
+ - 199
96
+ - 299
97
+ - 399
98
+ - 499
99
+ - 599
100
+ - 699
101
+ - 799
102
+ - 899
103
+ - 999
104
+ - 1249
105
+ - 1499
106
+ - 1749
107
+ - 1999
108
+ - 2999
109
+ - 3999
110
+ - 4999
111
+ - 5999
112
+ - 6999
113
+ - 7999
114
+ - 8999
115
+ - 9999
116
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
117
+ save_snapshot: true
118
+ save_last_snapshot: true
119
+ save_snapshot_when_done: true
120
+ top_k_checkpoints: 10
121
+ save_snapshot_link_to_weights_dir: deprecated
122
+ restore_missing_checkpoint: null
123
+ bc_regularize: false
124
+ bc_weight_type: qfilter
125
+ username: leonmkim
126
+ hostname: grasp-login1
127
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
128
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
129
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
130
+ agent:
131
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
132
+ name: diffusion_policy
133
+ load_checkpoint: ${eval}
134
+ device: ${device}
135
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
136
+ suite_name: ${suite.name}
137
+ obs_type: ${obs_type}
138
+ enable_arm: ${eval}
139
+ enable_camera: ${eval}
140
+ use_tb: ${use_tb}
141
+ desired_image_shape:
142
+ - 13
143
+ - 180
144
+ - 240
145
+ orig_cam_shape:
146
+ - 3
147
+ - 240
148
+ - 320
149
+ actions_prenormalized: ${simulation}
150
+ config:
151
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
152
+ compile: false
153
+ device: ${device}
154
+ cam_resize_shape: ${agent.desired_image_shape}
155
+ orig_cam_shape: ${agent.orig_cam_shape}
156
+ policy_frequency: ${policy_frequency}
157
+ interpolation_frequency: ${interpolation_frequency}
158
+ deterministic_actions: true
159
+ deterministic_actions_seed: 0
160
+ policy_cfg:
161
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
162
+ n_obs_steps: 1
163
+ horizon: 28
164
+ n_action_steps: ${agent.config.policy_cfg.horizon}
165
+ output_shapes:
166
+ action:
167
+ - 7
168
+ input_normalization_modes:
169
+ observation.image: mean_std
170
+ observation.state: min_max
171
+ observation.action_history: min_max
172
+ output_normalization_modes:
173
+ action: min_max
174
+ vision_backbone: resnet18
175
+ crop_distractors_tlhw: null
176
+ pretrained_backbone_weights: null
177
+ transforms:
178
+ - _target_: torchaug.transforms.RandomAffine
179
+ degrees:
180
+ - -5
181
+ - 5
182
+ translate:
183
+ - 0.05
184
+ - 0.05
185
+ batch_transform: true
186
+ num_chunks: -1
187
+ batch_inplace: true
188
+ - _target_: torchaug.transforms.RandomColorJitter
189
+ brightness: 0.3
190
+ contrast: 0.4
191
+ saturation: 0.5
192
+ hue: 0.08
193
+ batch_transform: true
194
+ num_chunks: -1
195
+ batch_inplace: true
196
+ use_group_norm: true
197
+ spatial_softmax_num_keypoints: 32
198
+ action_history_encoder_config:
199
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
200
+ in_channels: 7
201
+ out_channels: 32
202
+ history_length: 4
203
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
204
+ downsample_kernel_size: 3
205
+ downsample_stride: 2
206
+ downsample_padding: 1
207
+ down_dims:
208
+ - 64
209
+ - 128
210
+ - 256
211
+ kernel_size: 5
212
+ n_groups: 8
213
+ diffusion_step_embed_dim: 128
214
+ use_film_scale_modulation: true
215
+ noise_scheduler_type: DDIM
216
+ beta_schedule: squaredcos_cap_v2
217
+ beta_start: 0.0001
218
+ beta_end: 0.02
219
+ prediction_type: epsilon
220
+ clip_sample: true
221
+ clip_sample_range: 1.0
222
+ num_train_timesteps: 50
223
+ num_inference_steps: 10
224
+ do_mask_loss_for_padding: false
225
+ input_shapes:
226
+ observation.image:
227
+ - 13
228
+ - 180
229
+ - 240
230
+ context_observation.image:
231
+ - 13
232
+ - 180
233
+ - 240
234
+ observation.state:
235
+ - 8
236
+ observation.action_history:
237
+ - 7
238
+ train_cfg:
239
+ _target_: utils.TrainConfig
240
+ lr: 0.0001
241
+ lr_scheduler: cosine
242
+ lr_warmup_steps: 500
243
+ adam_betas:
244
+ - 0.95
245
+ - 0.999
246
+ adam_eps: 1.0e-08
247
+ adam_weight_decay: 1.0e-06
248
+ grad_clip_norm: 10
249
+ offline_steps: ${num_train_frames_diffusion}
250
+ use_amp: true
251
+ observation_cfg:
252
+ _target_: agent.encoder.VisualFeatureSet
253
+ use_depth: ${use_depth}
254
+ use_color: ${use_color}
255
+ mask_input_dict:
256
+ _target_: agent.encoder.MaskInputDict
257
+ enable: ${use_masks}
258
+ representation: ${mask_representation}
259
+ mask_list: ${mask_list}
260
+ segmentation_model_name: ${segmentation_model_name}
261
+ crop_input_config:
262
+ _target_: agent.encoder.CropInputConfig
263
+ color_crop_type: ${color_crop_type}
264
+ depth_crop_type: ${depth_crop_type}
265
+ segmask_crop_type: ${segmask_crop_type}
266
+ crop_hw: ${crop_hw}
267
+ crop_down_offset: ${crop_down_offset}
268
+ add_crop_binary_mask: ${add_crop_binary_mask}
269
+ add_coord_conv_map: ${add_coord_conv_map}
270
+ context_input_config:
271
+ _target_: agent.encoder.ContextInputConfig
272
+ use_color: ${use_context_color}
273
+ use_depth: ${use_context_depth}
274
+ mask_input_dict:
275
+ _target_: agent.encoder.MaskInputDict
276
+ enable: ${use_context_segmask}
277
+ representation: ${mask_representation}
278
+ mask_list: ${mask_list}
279
+ segmentation_model_name: ${segmentation_model_name}
280
+ crop_input_config:
281
+ _target_: agent.encoder.CropInputConfig
282
+ color_crop_type: ${context_color_crop_type}
283
+ depth_crop_type: ${context_depth_crop_type}
284
+ segmask_crop_type: ${context_segmask_crop_type}
285
+ crop_hw: ${crop_hw}
286
+ crop_down_offset: ${crop_down_offset}
287
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
288
+ add_coord_conv_map: ${context_add_coord_conv_map}
289
+ mask_soft_approx_scheduler_config:
290
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
291
+ num_steps: 40000
292
+ initial_value: 10.0
293
+ final_value: 1000.0
294
+ interpolation_scheme: cosine
295
+ use_contact_map: ${use_contact_map}
296
+ use_sdf_maps: ${use_sdf_maps}
297
+ use_normals_maps: ${use_normals_maps}
298
+ which_objects: ${which_objects}
299
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
300
+ env_dtc_max_value: ${env_dtc_max_value}
301
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
302
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
303
+ clamp_dtc: ${clamp_dtc}
304
+ max_contact_prob: ${max_contact_prob}
305
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
306
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
307
+ adaptive_normals_mask: ${adaptive_normals_mask}
308
+ max_depth: ${max_depth}
309
+ image_shape: ${agent.desired_image_shape}
310
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
311
+ learning_rate: 0.0001
312
+ weight_decay: 0.0
313
+ contact_model_name: ${contact_model_name}
314
+ zero_centered: false
315
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
316
+ suite:
317
+ suite: frankagym
318
+ name: frankagym
319
+ frame_stack: ${agent.n_obs_steps}
320
+ action_repeat: 1
321
+ discount: 0.99
322
+ hidden_dim: 1024
323
+ num_train_frames: 1000000
324
+ num_seed_frames: 0
325
+ num_train_epochs: 500
326
+ validate_every_epochs: 20
327
+ eval_on_sim_every_epochs: 20
328
+ validate_diffusion_on_action_loss_every_epochs: 20
329
+ eval_on_sim_every_epochs_diffusion: 500
330
+ train_eval_diffusion_on_action_loss_every_epochs: 20
331
+ check_topk_every_epochs: 20
332
+ save_snapshot_every_epochs: 40
333
+ num_seen_eval_envs: 0
334
+ num_unseen_eval_envs: 100
335
+ evals_per_env: 1
336
+ eval_every_frames: 2000
337
+ num_eval_episodes: 5
338
+ save_snapshot: true
339
+ wait_for_user_to_start_episode: true
340
+ task_make_fn:
341
+ _target_: suite.frankagym.make
342
+ name: ${task_name}
343
+ height: 240
344
+ width: 320
345
+ frame_stack: ${suite.frame_stack}
346
+ action_repeat: ${suite.action_repeat}
347
+ seed: ${seed}
348
+ enable_arm: ${agent.enable_arm}
349
+ enable_gripper: ${enable_gripper}
350
+ start_with_gripper_open: ${start_with_gripper_open}
351
+ enable_camera: ${agent.enable_camera}
352
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
353
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
354
+ x_limit: ${x_limit}
355
+ y_limit: ${y_limit}
356
+ z_limit: ${z_limit}
357
+ device: ${device}
358
+ interpolation_frequency: ${interpolation_frequency}
359
+ policy_frequency: ${policy_frequency}
360
+ debug_timestamps: ${debug_timestamps}
361
+ stop_after_action: ${stop_after_action}
362
+ open_loop: ${open_loop}
363
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
364
+ action_key: ${action_key}
365
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
366
+ action_trajectories: ${action_trajectories}
367
+ path_to_zarr_dataset: ${expert_dataset}
368
+ agent_policy_cfg:
369
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
370
+ compile: false
371
+ device: ${device}
372
+ cam_resize_shape: ${agent.desired_image_shape}
373
+ orig_cam_shape: ${agent.orig_cam_shape}
374
+ policy_frequency: ${policy_frequency}
375
+ interpolation_frequency: ${interpolation_frequency}
376
+ deterministic_actions: true
377
+ deterministic_actions_seed: 0
378
+ policy_cfg:
379
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
380
+ n_obs_steps: 1
381
+ horizon: 28
382
+ n_action_steps: ${agent.config.policy_cfg.horizon}
383
+ output_shapes:
384
+ action:
385
+ - 7
386
+ input_normalization_modes:
387
+ observation.image: mean_std
388
+ observation.state: min_max
389
+ observation.action_history: min_max
390
+ output_normalization_modes:
391
+ action: min_max
392
+ vision_backbone: resnet18
393
+ crop_distractors_tlhw: null
394
+ pretrained_backbone_weights: null
395
+ transforms:
396
+ - _target_: torchaug.transforms.RandomAffine
397
+ degrees:
398
+ - -5
399
+ - 5
400
+ translate:
401
+ - 0.05
402
+ - 0.05
403
+ batch_transform: true
404
+ num_chunks: -1
405
+ batch_inplace: true
406
+ - _target_: torchaug.transforms.RandomColorJitter
407
+ brightness: 0.3
408
+ contrast: 0.4
409
+ saturation: 0.5
410
+ hue: 0.08
411
+ batch_transform: true
412
+ num_chunks: -1
413
+ batch_inplace: true
414
+ use_group_norm: true
415
+ spatial_softmax_num_keypoints: 32
416
+ action_history_encoder_config:
417
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
418
+ in_channels: 7
419
+ out_channels: 32
420
+ history_length: 4
421
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
422
+ downsample_kernel_size: 3
423
+ downsample_stride: 2
424
+ downsample_padding: 1
425
+ down_dims:
426
+ - 64
427
+ - 128
428
+ - 256
429
+ kernel_size: 5
430
+ n_groups: 8
431
+ diffusion_step_embed_dim: 128
432
+ use_film_scale_modulation: true
433
+ noise_scheduler_type: DDIM
434
+ beta_schedule: squaredcos_cap_v2
435
+ beta_start: 0.0001
436
+ beta_end: 0.02
437
+ prediction_type: epsilon
438
+ clip_sample: true
439
+ clip_sample_range: 1.0
440
+ num_train_timesteps: 50
441
+ num_inference_steps: 10
442
+ do_mask_loss_for_padding: false
443
+ input_shapes:
444
+ observation.image:
445
+ - 13
446
+ - 180
447
+ - 240
448
+ context_observation.image:
449
+ - 13
450
+ - 180
451
+ - 240
452
+ observation.state:
453
+ - 8
454
+ observation.action_history:
455
+ - 7
456
+ train_cfg:
457
+ _target_: utils.TrainConfig
458
+ lr: 0.0001
459
+ lr_scheduler: cosine
460
+ lr_warmup_steps: 500
461
+ adam_betas:
462
+ - 0.95
463
+ - 0.999
464
+ adam_eps: 1.0e-08
465
+ adam_weight_decay: 1.0e-06
466
+ grad_clip_norm: 10
467
+ offline_steps: ${num_train_frames_diffusion}
468
+ use_amp: true
469
+ observation_cfg:
470
+ _target_: agent.encoder.VisualFeatureSet
471
+ use_depth: ${use_depth}
472
+ use_color: ${use_color}
473
+ mask_input_dict:
474
+ _target_: agent.encoder.MaskInputDict
475
+ enable: ${use_masks}
476
+ representation: ${mask_representation}
477
+ mask_list: ${mask_list}
478
+ segmentation_model_name: ${segmentation_model_name}
479
+ crop_input_config:
480
+ _target_: agent.encoder.CropInputConfig
481
+ color_crop_type: ${color_crop_type}
482
+ depth_crop_type: ${depth_crop_type}
483
+ segmask_crop_type: ${segmask_crop_type}
484
+ crop_hw: ${crop_hw}
485
+ crop_down_offset: ${crop_down_offset}
486
+ add_crop_binary_mask: ${add_crop_binary_mask}
487
+ add_coord_conv_map: ${add_coord_conv_map}
488
+ context_input_config:
489
+ _target_: agent.encoder.ContextInputConfig
490
+ use_color: ${use_context_color}
491
+ use_depth: ${use_context_depth}
492
+ mask_input_dict:
493
+ _target_: agent.encoder.MaskInputDict
494
+ enable: ${use_context_segmask}
495
+ representation: ${mask_representation}
496
+ mask_list: ${mask_list}
497
+ segmentation_model_name: ${segmentation_model_name}
498
+ crop_input_config:
499
+ _target_: agent.encoder.CropInputConfig
500
+ color_crop_type: ${context_color_crop_type}
501
+ depth_crop_type: ${context_depth_crop_type}
502
+ segmask_crop_type: ${context_segmask_crop_type}
503
+ crop_hw: ${crop_hw}
504
+ crop_down_offset: ${crop_down_offset}
505
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
506
+ add_coord_conv_map: ${context_add_coord_conv_map}
507
+ mask_soft_approx_scheduler_config:
508
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
509
+ num_steps: 40000
510
+ initial_value: 10.0
511
+ final_value: 1000.0
512
+ interpolation_scheme: cosine
513
+ use_contact_map: ${use_contact_map}
514
+ use_sdf_maps: ${use_sdf_maps}
515
+ use_normals_maps: ${use_normals_maps}
516
+ which_objects: ${which_objects}
517
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
518
+ env_dtc_max_value: ${env_dtc_max_value}
519
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
520
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
521
+ clamp_dtc: ${clamp_dtc}
522
+ max_contact_prob: ${max_contact_prob}
523
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
524
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
525
+ adaptive_normals_mask: ${adaptive_normals_mask}
526
+ max_depth: ${max_depth}
527
+ image_shape: ${agent.desired_image_shape}
528
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
529
+ learning_rate: 0.0001
530
+ weight_decay: 0.0
531
+ contact_model_name: ${contact_model_name}
532
+ zero_centered: false
533
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
534
+ true_action_history: ${true_action_history}
535
+ num_train_frames_bc: 50000
536
+ num_train_frames_drq: 1100000
537
+ stddev_schedule_drq: linear(1.0,0.1,100000)
538
+ task_name: FrankaInsertion-v1
539
+ num_train_frames_vinn: 25000
540
+ num_train_frames_diffusion: 1000000
541
+ num_train_epochs_bc: 5000
542
+ num_train_epochs_diffusion: 500
543
+ validate_every_epochs_bc: 5
544
+ validate_every_epochs_diffusion: 20
545
+ validate_diffusion_on_action_loss_every_epochs: 20
546
+ train_eval_diffusion_on_action_loss_every_epochs: 20
547
+ eval_on_sim_every_epochs_diffusion: 20
548
+ check_topk_every_epochs: 5
549
+ check_topk_every_epochs_diffusion: 20
550
+ save_snapshot_every_epochs_diffusion: 40
551
+ x_limit:
552
+ - 0.2
553
+ - 0.7
554
+ y_limit:
555
+ - -0.4
556
+ - 0.4
557
+ z_limit:
558
+ - -0.05
559
+ - 0.55
560
+ home_displacement:
561
+ - 0.55
562
+ - 0.0
563
+ - 0.55
564
+ - 180.0
565
+ - 0.0
566
+ - 0.0
567
+ enable_gripper: true
568
+ start_with_gripper_open: true
569
+ offset_mask:
570
+ - 1
571
+ - 1
572
+ - 1
573
+ - 1
574
+ - 1
575
+ - 1
576
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
577
+ test:
578
+ username: leonmkim
579
+ hostname: grasp-login1
580
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
581
+ root_dir: ~/fish_leon
582
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
583
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
584
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
585
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
586
+ include_groups_list: all
587
+ batch_size: 128
588
+ store_dataset_in_memory: false
589
+ use_tb: true
590
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
591
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
592
+ resume_wandb_run: false
593
+ feature_type: 180x240_1_RGB_D_2.0_acthist_hst4_out32_dwnkrnl3_dwnstrd2_dwnpd1
594
+ restore_and_eval_all_missing_checkpoints: false
snapshot_120.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf9d2f54718613378eea6136e84ff6c6a10b60e3ea21f80697eadd259af81f3c
3
+ size 192438119
snapshot_180.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a854b23fdced2b1a8dc3d75c3b683966e9eac588c8452e824d40ea59d5661c
3
+ size 192439013
snapshot_220.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:564bec3c2b6cf907c42074c12291e0ce363c1ad140e94ef9d062f87469565c55
3
+ size 192439205
snapshot_240.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d88fa0923760bbe4ab16c5057126a0b1e33b9b57a8885cc52f7d3eb886f34f73
3
+ size 192439205
snapshot_300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:629e7794f4d78d83024706a4cf26b4d8233bda3715fdf6cdbbfbd1b0357f2152
3
+ size 192439205
snapshot_320.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96de580faf6f15ee0a4e3fed0d9349b4a1dead0c05d5f90bc1eaeb6adb5d84be
3
+ size 192439205
snapshot_340.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b835dcb21c589d8bfc4f2e2b5c499834b4799bc27bf616247ae62211d6bfc9
3
+ size 192439205
snapshot_360.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51cc3dc8f41f8a3b4bb0d83093bae85049e9505b93a6b50c147f9781e442bea
3
+ size 192439205
snapshot_40.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb1c623b1c5bb431a3f5131ad36d0d17a9c91a21707f75f086cf7b37cae96a7
3
+ size 192437543
snapshot_420.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df0bd5e809bb88bd5e09a0e7120ca09d1a2d827a740c841f384bbea0bd4a1694
3
+ size 192439205
snapshot_440.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b5143106dd0b94139382db65cd40dae8fe9da10de39c1a9840eed48ea8d0d5
3
+ size 192439205
snapshot_460.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc1a916569e74f4f4e6436ba3b0b246b0f36a4522b18214520ab4bd8efa1f6a
3
+ size 192439205
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1bc1d799de3831fef1509b055c51629bb93cbec80f7949cd9212ec6c161c9c8
3
+ size 192439205