serialexperimentsleon commited on
Commit
15c81b9
·
verified ·
1 Parent(s): 16dbe86

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,591 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/crucialSSD/datasetsSSD/fish_datasets/simulated/teleop
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 0
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: LkoiFqQJllvb4
16
+ wandb_notes: _
17
+ eval: false
18
+ eval_on_sim: true
19
+ eval_on_sim_past_checkpoints: false
20
+ simulation: true
21
+ true_action_history: false
22
+ train_pad_after: 4
23
+ process_contact_features: ${eval}
24
+ obs_type: pixels
25
+ use_color: true
26
+ use_depth: true
27
+ use_masks: false
28
+ mask_list:
29
+ - EE_obj_mask
30
+ mask_representation: channels
31
+ segmentation_model_name: gt_segmentation
32
+ crop_hw:
33
+ - 144
34
+ - 144
35
+ crop_down_offset: 48
36
+ color_crop_type: null
37
+ depth_crop_type: null
38
+ segmask_crop_type: null
39
+ add_crop_binary_mask: false
40
+ add_coord_conv_map: false
41
+ use_context_color: false
42
+ use_context_depth: false
43
+ use_context_segmask: false
44
+ context_color_crop_type: null
45
+ context_depth_crop_type: null
46
+ context_segmask_crop_type: null
47
+ context_add_crop_binary_mask: false
48
+ context_add_coord_conv_map: false
49
+ use_contact_map: false
50
+ use_sdf_maps: false
51
+ use_normals_maps: false
52
+ which_objects: both
53
+ max_contact_prob: 1.0
54
+ max_depth: 2.0
55
+ grasped_dtc_max_value: 0.2
56
+ env_dtc_max_value: 0.4
57
+ grasped_normals_mask_max_dtc_value: 0.2
58
+ env_normals_mask_max_dtc_value: 0.4
59
+ clamp_dtc: true
60
+ dtc_adaptive_normalization: false
61
+ mask_normals_within_sdf: true
62
+ adaptive_normals_mask: true
63
+ learnable_contact_preprocess_params: false
64
+ contact_model_name: gt_contact
65
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
66
+ encoder_type: small
67
+ debug_timestamps: false
68
+ open_loop: false
69
+ action_trajectories: true
70
+ stop_after_action: false
71
+ interpolation_frequency: 25
72
+ policy_frequency: 5
73
+ wait_for_new_camera_frames: true
74
+ baseline: false
75
+ train_demo_idxs_list_or_num: -1
76
+ log_train_every_steps: 25
77
+ name_of_expert_demo: 413_sim_demos_left_of_4th_book_20hz_act
78
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
79
+ store_dataset_in_memory: false
80
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
81
+ action_key: action
82
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
83
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
84
+ include_groups_list: all
85
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
86
+ name_of_valid_demo: 413_sim_demos_left_of_4th_book_20hz_act
87
+ train_num_groups: 30
88
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
89
+ valid_demo_idxs_list_or_num: null
90
+ val_num_groups: 30
91
+ universal_unseen_env_seed_start: 1000000
92
+ load_bc: ${agent.load_checkpoint}
93
+ checkpoint_epoch_list:
94
+ - 99
95
+ - 199
96
+ - 299
97
+ - 399
98
+ - 499
99
+ - 599
100
+ - 699
101
+ - 799
102
+ - 899
103
+ - 999
104
+ - 1249
105
+ - 1499
106
+ - 1749
107
+ - 1999
108
+ - 2999
109
+ - 3999
110
+ - 4999
111
+ - 5999
112
+ - 6999
113
+ - 7999
114
+ - 8999
115
+ - 9999
116
+ snapshot_root_dir: /mnt/bighdd/fish_contact_backup
117
+ save_snapshot: true
118
+ save_last_snapshot: true
119
+ save_snapshot_when_done: true
120
+ top_k_checkpoints: 5
121
+ save_snapshot_link_to_weights_dir: deprecated
122
+ restore_missing_checkpoint: null
123
+ bc_regularize: false
124
+ bc_weight_type: qfilter
125
+ username: leonmkim
126
+ hostname: grasp-login1
127
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
128
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
129
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
130
+ agent:
131
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
132
+ name: diffusion_policy
133
+ load_checkpoint: ${eval}
134
+ device: ${device}
135
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
136
+ suite_name: ${suite.name}
137
+ obs_type: ${obs_type}
138
+ enable_arm: ${eval}
139
+ enable_camera: ${eval}
140
+ use_tb: ${use_tb}
141
+ desired_image_shape:
142
+ - 13
143
+ - 180
144
+ - 240
145
+ orig_cam_shape:
146
+ - 3
147
+ - 240
148
+ - 320
149
+ actions_prenormalized: ${simulation}
150
+ config:
151
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
152
+ compile: false
153
+ device: ${device}
154
+ cam_resize_shape: ${agent.desired_image_shape}
155
+ orig_cam_shape: ${agent.orig_cam_shape}
156
+ policy_frequency: ${policy_frequency}
157
+ interpolation_frequency: ${interpolation_frequency}
158
+ deterministic_actions: true
159
+ policy_cfg:
160
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
161
+ n_obs_steps: 1
162
+ horizon: 28
163
+ n_action_steps: ${agent.config.policy_cfg.horizon}
164
+ output_shapes:
165
+ action:
166
+ - 7
167
+ input_normalization_modes:
168
+ observation.image: mean_std
169
+ observation.state: min_max
170
+ observation.action_history: min_max
171
+ output_normalization_modes:
172
+ action: min_max
173
+ vision_backbone: resnet18
174
+ crop_distractors_tlhw: null
175
+ pretrained_backbone_weights: null
176
+ transforms:
177
+ - _target_: torchaug.transforms.RandomAffine
178
+ degrees:
179
+ - -5
180
+ - 5
181
+ translate:
182
+ - 0.05
183
+ - 0.05
184
+ batch_transform: true
185
+ num_chunks: -1
186
+ batch_inplace: true
187
+ - _target_: torchaug.transforms.RandomColorJitter
188
+ brightness: 0.3
189
+ contrast: 0.4
190
+ saturation: 0.5
191
+ hue: 0.08
192
+ batch_transform: true
193
+ num_chunks: -1
194
+ batch_inplace: true
195
+ use_group_norm: true
196
+ spatial_softmax_num_keypoints: 32
197
+ action_history_encoder_config:
198
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
199
+ in_channels: 7
200
+ out_channels: 32
201
+ history_length: 4
202
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
203
+ downsample_kernel_size: 3
204
+ downsample_stride: 2
205
+ downsample_padding: 1
206
+ down_dims:
207
+ - 64
208
+ - 128
209
+ - 256
210
+ kernel_size: 5
211
+ n_groups: 8
212
+ diffusion_step_embed_dim: 128
213
+ use_film_scale_modulation: true
214
+ noise_scheduler_type: DDIM
215
+ beta_schedule: squaredcos_cap_v2
216
+ beta_start: 0.0001
217
+ beta_end: 0.02
218
+ prediction_type: epsilon
219
+ clip_sample: true
220
+ clip_sample_range: 1.0
221
+ num_train_timesteps: 50
222
+ num_inference_steps: 10
223
+ do_mask_loss_for_padding: false
224
+ input_shapes:
225
+ observation.image:
226
+ - 13
227
+ - 180
228
+ - 240
229
+ context_observation.image:
230
+ - 13
231
+ - 180
232
+ - 240
233
+ observation.state:
234
+ - 8
235
+ observation.action_history:
236
+ - 7
237
+ train_cfg:
238
+ _target_: utils.TrainConfig
239
+ lr: 0.0001
240
+ lr_scheduler: cosine
241
+ lr_warmup_steps: 500
242
+ adam_betas:
243
+ - 0.95
244
+ - 0.999
245
+ adam_eps: 1.0e-08
246
+ adam_weight_decay: 1.0e-06
247
+ grad_clip_norm: 10
248
+ offline_steps: ${num_train_frames_diffusion}
249
+ use_amp: true
250
+ observation_cfg:
251
+ _target_: agent.encoder.VisualFeatureSet
252
+ use_depth: ${use_depth}
253
+ use_color: ${use_color}
254
+ mask_input_dict:
255
+ _target_: agent.encoder.MaskInputDict
256
+ enable: ${use_masks}
257
+ representation: ${mask_representation}
258
+ mask_list: ${mask_list}
259
+ segmentation_model_name: ${segmentation_model_name}
260
+ crop_input_config:
261
+ _target_: agent.encoder.CropInputConfig
262
+ color_crop_type: ${color_crop_type}
263
+ depth_crop_type: ${depth_crop_type}
264
+ segmask_crop_type: ${segmask_crop_type}
265
+ crop_hw: ${crop_hw}
266
+ crop_down_offset: ${crop_down_offset}
267
+ add_crop_binary_mask: ${add_crop_binary_mask}
268
+ add_coord_conv_map: ${add_coord_conv_map}
269
+ context_input_config:
270
+ _target_: agent.encoder.ContextInputConfig
271
+ use_color: ${use_context_color}
272
+ use_depth: ${use_context_depth}
273
+ mask_input_dict:
274
+ _target_: agent.encoder.MaskInputDict
275
+ enable: ${use_context_segmask}
276
+ representation: ${mask_representation}
277
+ mask_list: ${mask_list}
278
+ segmentation_model_name: ${segmentation_model_name}
279
+ crop_input_config:
280
+ _target_: agent.encoder.CropInputConfig
281
+ color_crop_type: ${context_color_crop_type}
282
+ depth_crop_type: ${context_depth_crop_type}
283
+ segmask_crop_type: ${context_segmask_crop_type}
284
+ crop_hw: ${crop_hw}
285
+ crop_down_offset: ${crop_down_offset}
286
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
287
+ add_coord_conv_map: ${context_add_coord_conv_map}
288
+ mask_soft_approx_scheduler_config:
289
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
290
+ num_steps: 40000
291
+ initial_value: 10.0
292
+ final_value: 1000.0
293
+ interpolation_scheme: cosine
294
+ use_contact_map: ${use_contact_map}
295
+ use_sdf_maps: ${use_sdf_maps}
296
+ use_normals_maps: ${use_normals_maps}
297
+ which_objects: ${which_objects}
298
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
299
+ env_dtc_max_value: ${env_dtc_max_value}
300
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
301
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
302
+ clamp_dtc: ${clamp_dtc}
303
+ max_contact_prob: ${max_contact_prob}
304
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
305
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
306
+ adaptive_normals_mask: ${adaptive_normals_mask}
307
+ max_depth: ${max_depth}
308
+ image_shape: ${agent.desired_image_shape}
309
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
310
+ learning_rate: 0.0001
311
+ weight_decay: 0.0
312
+ contact_model_name: ${contact_model_name}
313
+ zero_centered: false
314
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
315
+ suite:
316
+ suite: frankagym
317
+ name: frankagym
318
+ frame_stack: ${agent.n_obs_steps}
319
+ action_repeat: 1
320
+ discount: 0.99
321
+ hidden_dim: 1024
322
+ num_train_frames: 1000000
323
+ num_seed_frames: 0
324
+ num_train_epochs: 300
325
+ validate_every_epochs: 1
326
+ eval_on_sim_every_epochs: 1
327
+ validate_diffusion_on_action_loss_every_epochs: 1
328
+ eval_on_sim_every_epochs_diffusion: 500
329
+ train_eval_diffusion_on_action_loss_every_epochs: 1
330
+ check_topk_every_epochs: 1
331
+ save_snapshot_every_epochs: 5
332
+ num_seen_eval_envs: 0
333
+ num_unseen_eval_envs: 25
334
+ evals_per_env: 1
335
+ eval_every_frames: 2000
336
+ num_eval_episodes: 5
337
+ save_snapshot: true
338
+ wait_for_user_to_start_episode: true
339
+ task_make_fn:
340
+ _target_: suite.frankagym.make
341
+ name: ${task_name}
342
+ height: 240
343
+ width: 320
344
+ frame_stack: ${suite.frame_stack}
345
+ action_repeat: ${suite.action_repeat}
346
+ seed: ${seed}
347
+ enable_arm: ${agent.enable_arm}
348
+ enable_gripper: ${enable_gripper}
349
+ start_with_gripper_open: ${start_with_gripper_open}
350
+ enable_camera: ${agent.enable_camera}
351
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
352
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
353
+ x_limit: ${x_limit}
354
+ y_limit: ${y_limit}
355
+ z_limit: ${z_limit}
356
+ device: ${device}
357
+ interpolation_frequency: ${interpolation_frequency}
358
+ policy_frequency: ${policy_frequency}
359
+ debug_timestamps: ${debug_timestamps}
360
+ stop_after_action: ${stop_after_action}
361
+ open_loop: ${open_loop}
362
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
363
+ action_key: ${action_key}
364
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
365
+ action_trajectories: ${action_trajectories}
366
+ path_to_zarr_dataset: ${expert_dataset}
367
+ agent_policy_cfg:
368
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
369
+ compile: false
370
+ device: ${device}
371
+ cam_resize_shape: ${agent.desired_image_shape}
372
+ orig_cam_shape: ${agent.orig_cam_shape}
373
+ policy_frequency: ${policy_frequency}
374
+ interpolation_frequency: ${interpolation_frequency}
375
+ deterministic_actions: true
376
+ policy_cfg:
377
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
378
+ n_obs_steps: 1
379
+ horizon: 28
380
+ n_action_steps: ${agent.config.policy_cfg.horizon}
381
+ output_shapes:
382
+ action:
383
+ - 7
384
+ input_normalization_modes:
385
+ observation.image: mean_std
386
+ observation.state: min_max
387
+ observation.action_history: min_max
388
+ output_normalization_modes:
389
+ action: min_max
390
+ vision_backbone: resnet18
391
+ crop_distractors_tlhw: null
392
+ pretrained_backbone_weights: null
393
+ transforms:
394
+ - _target_: torchaug.transforms.RandomAffine
395
+ degrees:
396
+ - -5
397
+ - 5
398
+ translate:
399
+ - 0.05
400
+ - 0.05
401
+ batch_transform: true
402
+ num_chunks: -1
403
+ batch_inplace: true
404
+ - _target_: torchaug.transforms.RandomColorJitter
405
+ brightness: 0.3
406
+ contrast: 0.4
407
+ saturation: 0.5
408
+ hue: 0.08
409
+ batch_transform: true
410
+ num_chunks: -1
411
+ batch_inplace: true
412
+ use_group_norm: true
413
+ spatial_softmax_num_keypoints: 32
414
+ action_history_encoder_config:
415
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
416
+ in_channels: 7
417
+ out_channels: 32
418
+ history_length: 4
419
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
420
+ downsample_kernel_size: 3
421
+ downsample_stride: 2
422
+ downsample_padding: 1
423
+ down_dims:
424
+ - 64
425
+ - 128
426
+ - 256
427
+ kernel_size: 5
428
+ n_groups: 8
429
+ diffusion_step_embed_dim: 128
430
+ use_film_scale_modulation: true
431
+ noise_scheduler_type: DDIM
432
+ beta_schedule: squaredcos_cap_v2
433
+ beta_start: 0.0001
434
+ beta_end: 0.02
435
+ prediction_type: epsilon
436
+ clip_sample: true
437
+ clip_sample_range: 1.0
438
+ num_train_timesteps: 50
439
+ num_inference_steps: 10
440
+ do_mask_loss_for_padding: false
441
+ input_shapes:
442
+ observation.image:
443
+ - 13
444
+ - 180
445
+ - 240
446
+ context_observation.image:
447
+ - 13
448
+ - 180
449
+ - 240
450
+ observation.state:
451
+ - 8
452
+ observation.action_history:
453
+ - 7
454
+ train_cfg:
455
+ _target_: utils.TrainConfig
456
+ lr: 0.0001
457
+ lr_scheduler: cosine
458
+ lr_warmup_steps: 500
459
+ adam_betas:
460
+ - 0.95
461
+ - 0.999
462
+ adam_eps: 1.0e-08
463
+ adam_weight_decay: 1.0e-06
464
+ grad_clip_norm: 10
465
+ offline_steps: ${num_train_frames_diffusion}
466
+ use_amp: true
467
+ observation_cfg:
468
+ _target_: agent.encoder.VisualFeatureSet
469
+ use_depth: ${use_depth}
470
+ use_color: ${use_color}
471
+ mask_input_dict:
472
+ _target_: agent.encoder.MaskInputDict
473
+ enable: ${use_masks}
474
+ representation: ${mask_representation}
475
+ mask_list: ${mask_list}
476
+ segmentation_model_name: ${segmentation_model_name}
477
+ crop_input_config:
478
+ _target_: agent.encoder.CropInputConfig
479
+ color_crop_type: ${color_crop_type}
480
+ depth_crop_type: ${depth_crop_type}
481
+ segmask_crop_type: ${segmask_crop_type}
482
+ crop_hw: ${crop_hw}
483
+ crop_down_offset: ${crop_down_offset}
484
+ add_crop_binary_mask: ${add_crop_binary_mask}
485
+ add_coord_conv_map: ${add_coord_conv_map}
486
+ context_input_config:
487
+ _target_: agent.encoder.ContextInputConfig
488
+ use_color: ${use_context_color}
489
+ use_depth: ${use_context_depth}
490
+ mask_input_dict:
491
+ _target_: agent.encoder.MaskInputDict
492
+ enable: ${use_context_segmask}
493
+ representation: ${mask_representation}
494
+ mask_list: ${mask_list}
495
+ segmentation_model_name: ${segmentation_model_name}
496
+ crop_input_config:
497
+ _target_: agent.encoder.CropInputConfig
498
+ color_crop_type: ${context_color_crop_type}
499
+ depth_crop_type: ${context_depth_crop_type}
500
+ segmask_crop_type: ${context_segmask_crop_type}
501
+ crop_hw: ${crop_hw}
502
+ crop_down_offset: ${crop_down_offset}
503
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
504
+ add_coord_conv_map: ${context_add_coord_conv_map}
505
+ mask_soft_approx_scheduler_config:
506
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
507
+ num_steps: 40000
508
+ initial_value: 10.0
509
+ final_value: 1000.0
510
+ interpolation_scheme: cosine
511
+ use_contact_map: ${use_contact_map}
512
+ use_sdf_maps: ${use_sdf_maps}
513
+ use_normals_maps: ${use_normals_maps}
514
+ which_objects: ${which_objects}
515
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
516
+ env_dtc_max_value: ${env_dtc_max_value}
517
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
518
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
519
+ clamp_dtc: ${clamp_dtc}
520
+ max_contact_prob: ${max_contact_prob}
521
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
522
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
523
+ adaptive_normals_mask: ${adaptive_normals_mask}
524
+ max_depth: ${max_depth}
525
+ image_shape: ${agent.desired_image_shape}
526
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
527
+ learning_rate: 0.0001
528
+ weight_decay: 0.0
529
+ contact_model_name: ${contact_model_name}
530
+ zero_centered: false
531
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
532
+ true_action_history: ${true_action_history}
533
+ num_train_frames_bc: 50000
534
+ num_train_frames_drq: 1100000
535
+ stddev_schedule_drq: linear(1.0,0.1,100000)
536
+ task_name: FrankaInsertion-v1
537
+ num_train_frames_vinn: 25000
538
+ num_train_frames_diffusion: 1000000
539
+ num_train_epochs_bc: 5000
540
+ num_train_epochs_diffusion: 300
541
+ validate_every_epochs_bc: 5
542
+ validate_every_epochs_diffusion: 1
543
+ validate_diffusion_on_action_loss_every_epochs: 1
544
+ train_eval_diffusion_on_action_loss_every_epochs: 1
545
+ eval_on_sim_every_epochs_diffusion: 1
546
+ check_topk_every_epochs: 5
547
+ check_topk_every_epochs_diffusion: 1
548
+ save_snapshot_every_epochs_diffusion: 5
549
+ x_limit:
550
+ - 0.2
551
+ - 0.7
552
+ y_limit:
553
+ - -0.4
554
+ - 0.4
555
+ z_limit:
556
+ - -0.05
557
+ - 0.55
558
+ home_displacement:
559
+ - 0.55
560
+ - 0.0
561
+ - 0.55
562
+ - 180.0
563
+ - 0.0
564
+ - 0.0
565
+ enable_gripper: true
566
+ start_with_gripper_open: true
567
+ offset_mask:
568
+ - 1
569
+ - 1
570
+ - 1
571
+ - 1
572
+ - 1
573
+ - 1
574
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
575
+ test:
576
+ username: leonmkim
577
+ hostname: grasp-login1
578
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
579
+ root_dir: ~/fish_leon
580
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
581
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
582
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
583
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
584
+ include_groups_list: all
585
+ batch_size: 128
586
+ store_dataset_in_memory: false
587
+ use_tb: true
588
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
589
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
590
+ resume_wandb_run: false
591
+ feature_type: 180x240_1_RGB_D_2.0_acthist_hst4_out32_dwnkrnl3_dwnstrd2_dwnpd1
snapshot_10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab9c0c60594246db9ccc1cfdadf8c17dd9fafeff98144976ea270db79a48842
3
+ size 192438373
snapshot_15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d16556129eeecb3aebe1aba7118fcf9d385c9a4e73241f3f16137470f26d9d7f
3
+ size 192438373
snapshot_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49cab24d257e1ec70eca6d6494831a2a6d41f68af3fb692a62bad7303106f328
3
+ size 192437479
snapshot_20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc6b4512e3d4c29fa4fade1fc5dbc1128b6c3891b876f2e22c21ddd7e74cd8d
3
+ size 192438373
snapshot_25.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97bee85c738494764d23c032ff4f29620171f4461b973074a482d6291c329188
3
+ size 192438373
snapshot_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e6b8a332107303f1c8b63a86aa786f4e3f8b4c15e891068d058d50a34408ff
3
+ size 192437607
snapshot_30.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1078de54ea446f1667a2f404c5b0aaebf2e3a89b8dcfb7d4f0c2fd4b0e11102
3
+ size 192438373
snapshot_35.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e04350956a0e75e4f77e4dfd1e4308e23fe78791b36cf15c036430a6429c47
3
+ size 192438373
snapshot_4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85a8d25f4d48d5154335f55ae73a91a3872bfefa9522564c14f8d87f1be9a623
3
+ size 192438245
snapshot_40.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee76fed73f8313d79c3778a52fe9e1c5fb61f4af997a3ce199227c575e69e198
3
+ size 192438373
snapshot_45.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bccb04600226b4a41f9fb549b93810fc11fd8c1d009a695e4519c2ddf1a7dae2
3
+ size 192438373
snapshot_5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d8cf0d5784ee473f6a4354770f2fecaedc84b9060033dbeac511261d6ef2dce
3
+ size 192438373
snapshot_50.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e700b0268b81ade060e1ca2db4bae61aefc3f950f737574c3e6613fa4d077ce1
3
+ size 192438373
snapshot_55.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ec6527353b1bb6021a7372094d806a3043af5462ec651871f6de05e76af0b6
3
+ size 192438373
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ec6527353b1bb6021a7372094d806a3043af5462ec651871f6de05e76af0b6
3
+ size 192438373