serialexperimentsleon commited on
Commit
bc5de56
·
verified ·
1 Parent(s): 35113dd

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,575 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 1
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '49824_0'
16
+ wandb_notes: '49824_0_'
17
+ eval_on_sim: true
18
+ eval_on_sim_past_checkpoints: false
19
+ simulation: true
20
+ true_action_history: false
21
+ train_pad_after: 4
22
+ process_contact_features: ${eval}
23
+ obs_type: pixels
24
+ use_color: true
25
+ use_depth: false
26
+ use_masks: false
27
+ mask_list:
28
+ - EE_obj_mask
29
+ mask_representation: channels
30
+ segmentation_model_name: gt_segmentation
31
+ crop_hw:
32
+ - 144
33
+ - 144
34
+ crop_down_offset: 48
35
+ color_crop_type: null
36
+ depth_crop_type: null
37
+ segmask_crop_type: null
38
+ add_crop_binary_mask: false
39
+ add_coord_conv_map: false
40
+ use_context_color: false
41
+ use_context_depth: false
42
+ use_context_segmask: false
43
+ context_color_crop_type: null
44
+ context_depth_crop_type: null
45
+ context_segmask_crop_type: null
46
+ context_add_crop_binary_mask: false
47
+ context_add_coord_conv_map: false
48
+ use_contact_map: false
49
+ use_sdf_maps: false
50
+ use_normals_maps: false
51
+ which_objects: both
52
+ max_contact_prob: 1.0
53
+ max_depth: 2.0
54
+ grasped_dtc_max_value: 0.2
55
+ env_dtc_max_value: 0.4
56
+ grasped_normals_mask_max_dtc_value: 0.2
57
+ env_normals_mask_max_dtc_value: 0.4
58
+ clamp_dtc: true
59
+ dtc_adaptive_normalization: false
60
+ mask_normals_within_sdf: true
61
+ adaptive_normals_mask: true
62
+ learnable_contact_preprocess_params: false
63
+ contact_model_name: gt_contact
64
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
65
+ encoder_type: small
66
+ debug_timestamps: false
67
+ open_loop: false
68
+ action_trajectories: true
69
+ stop_after_action: false
70
+ interpolation_frequency: 25
71
+ policy_frequency: 1.25
72
+ wait_for_new_camera_frames: true
73
+ baseline: false
74
+ train_demo_idxs_list_or_num: -1
75
+ log_train_every_steps: 25
76
+ name_of_expert_demo: pusht
77
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
78
+ store_dataset_in_memory: false
79
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
80
+ action_key: action
81
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
82
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
83
+ include_groups_list: all
84
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
85
+ name_of_valid_demo: pusht
86
+ train_num_groups: 196
87
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
88
+ valid_demo_idxs_list_or_num: null
89
+ val_num_groups: 10
90
+ universal_unseen_env_seed_start: 1000000
91
+ load_bc: ${agent.load_checkpoint}
92
+ checkpoint_epoch_list:
93
+ - 99
94
+ - 199
95
+ - 299
96
+ - 399
97
+ - 499
98
+ - 599
99
+ - 699
100
+ - 799
101
+ - 899
102
+ - 999
103
+ - 1249
104
+ - 1499
105
+ - 1749
106
+ - 1999
107
+ - 2999
108
+ - 3999
109
+ - 4999
110
+ - 5999
111
+ - 6999
112
+ - 7999
113
+ - 8999
114
+ - 9999
115
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
116
+ save_snapshot: true
117
+ save_last_snapshot: true
118
+ save_snapshot_when_done: true
119
+ top_k_checkpoints: 10
120
+ save_snapshot_link_to_weights_dir: deprecated
121
+ restore_missing_checkpoint: null
122
+ restore_and_eval_all_missing_checkpoints: false
123
+ bc_regularize: false
124
+ bc_weight_type: qfilter
125
+ username: leonmkim
126
+ hostname: grasp-login1
127
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
128
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
129
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
130
+ eval:
131
+ n_episodes: 1
132
+ batch_size: 1
133
+ use_async_envs: false
134
+ agent:
135
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
136
+ name: diffusion_policy
137
+ load_checkpoint: ${eval}
138
+ device: ${device}
139
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
140
+ suite_name: ${suite.name}
141
+ obs_type: ${obs_type}
142
+ enable_arm: ${eval}
143
+ enable_camera: ${eval}
144
+ use_tb: ${use_tb}
145
+ desired_image_shape:
146
+ - 3
147
+ - 96
148
+ - 96
149
+ orig_cam_shape:
150
+ - 3
151
+ - 96
152
+ - 96
153
+ actions_prenormalized: ${simulation}
154
+ config:
155
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
156
+ compile: false
157
+ device: ${device}
158
+ cam_resize_shape: ${agent.desired_image_shape}
159
+ orig_cam_shape: ${agent.orig_cam_shape}
160
+ policy_frequency: ${policy_frequency}
161
+ interpolation_frequency: ${interpolation_frequency}
162
+ deterministic_actions: true
163
+ deterministic_actions_seed: 0
164
+ policy_cfg:
165
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
166
+ n_obs_steps: 2
167
+ horizon: 16
168
+ n_action_steps: ${agent.config.policy_cfg.horizon}
169
+ input_shapes:
170
+ observation.image: ${agent.config.cam_resize_shape}
171
+ context_observation.image: ${agent.config.cam_resize_shape}
172
+ observation.state:
173
+ - 2
174
+ output_shapes:
175
+ action:
176
+ - 2
177
+ input_normalization_modes:
178
+ observation.image: mean_std
179
+ observation.state: min_max
180
+ observation.action_history: min_max
181
+ output_normalization_modes:
182
+ action: min_max
183
+ vision_backbone: resnet18
184
+ crop_distractors_tlhw: null
185
+ pretrained_backbone_weights: null
186
+ transforms:
187
+ - _target_: torchaug.transforms.RandomAffine
188
+ degrees: 0
189
+ translate:
190
+ - 0.0625
191
+ - 0.0625
192
+ batch_transform: true
193
+ num_chunks: -1
194
+ batch_inplace: true
195
+ use_group_norm: true
196
+ spatial_softmax_num_keypoints: 32
197
+ action_history_encoder_config:
198
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
199
+ in_channels: 7
200
+ out_channels: 32
201
+ history_length: 4
202
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
203
+ downsample_kernel_size: 3
204
+ downsample_stride: 2
205
+ downsample_padding: 1
206
+ down_dims:
207
+ - 64
208
+ - 128
209
+ - 256
210
+ kernel_size: 5
211
+ n_groups: 8
212
+ diffusion_step_embed_dim: 128
213
+ use_film_scale_modulation: true
214
+ noise_scheduler_type: DDIM
215
+ beta_schedule: squaredcos_cap_v2
216
+ beta_start: 0.0001
217
+ beta_end: 0.02
218
+ prediction_type: epsilon
219
+ clip_sample: true
220
+ clip_sample_range: 1.0
221
+ num_train_timesteps: 100
222
+ num_inference_steps: 100
223
+ do_mask_loss_for_padding: false
224
+ train_cfg:
225
+ _target_: utils.TrainConfig
226
+ lr: 0.0001
227
+ lr_scheduler: cosine
228
+ lr_warmup_steps: 500
229
+ adam_betas:
230
+ - 0.95
231
+ - 0.999
232
+ adam_eps: 1.0e-08
233
+ adam_weight_decay: 1.0e-06
234
+ grad_clip_norm: 10
235
+ offline_steps: ${num_train_frames_diffusion}
236
+ use_amp: true
237
+ observation_cfg:
238
+ _target_: agent.encoder.VisualFeatureSet
239
+ use_depth: ${use_depth}
240
+ use_color: ${use_color}
241
+ mask_input_dict:
242
+ _target_: agent.encoder.MaskInputDict
243
+ enable: ${use_masks}
244
+ representation: ${mask_representation}
245
+ mask_list: ${mask_list}
246
+ segmentation_model_name: ${segmentation_model_name}
247
+ crop_input_config:
248
+ _target_: agent.encoder.CropInputConfig
249
+ color_crop_type: ${color_crop_type}
250
+ depth_crop_type: ${depth_crop_type}
251
+ segmask_crop_type: ${segmask_crop_type}
252
+ crop_hw: ${crop_hw}
253
+ crop_down_offset: ${crop_down_offset}
254
+ add_crop_binary_mask: ${add_crop_binary_mask}
255
+ add_coord_conv_map: ${add_coord_conv_map}
256
+ context_input_config:
257
+ _target_: agent.encoder.ContextInputConfig
258
+ use_color: ${use_context_color}
259
+ use_depth: ${use_context_depth}
260
+ mask_input_dict:
261
+ _target_: agent.encoder.MaskInputDict
262
+ enable: ${use_context_segmask}
263
+ representation: ${mask_representation}
264
+ mask_list: ${mask_list}
265
+ segmentation_model_name: ${segmentation_model_name}
266
+ crop_input_config:
267
+ _target_: agent.encoder.CropInputConfig
268
+ color_crop_type: ${context_color_crop_type}
269
+ depth_crop_type: ${context_depth_crop_type}
270
+ segmask_crop_type: ${context_segmask_crop_type}
271
+ crop_hw: ${crop_hw}
272
+ crop_down_offset: ${crop_down_offset}
273
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
274
+ add_coord_conv_map: ${context_add_coord_conv_map}
275
+ mask_soft_approx_scheduler_config:
276
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
277
+ num_steps: 40000
278
+ initial_value: 10.0
279
+ final_value: 1000.0
280
+ interpolation_scheme: cosine
281
+ use_contact_map: ${use_contact_map}
282
+ use_sdf_maps: ${use_sdf_maps}
283
+ use_normals_maps: ${use_normals_maps}
284
+ which_objects: ${which_objects}
285
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
286
+ env_dtc_max_value: ${env_dtc_max_value}
287
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
288
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
289
+ clamp_dtc: ${clamp_dtc}
290
+ max_contact_prob: ${max_contact_prob}
291
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
292
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
293
+ adaptive_normals_mask: ${adaptive_normals_mask}
294
+ max_depth: ${max_depth}
295
+ image_shape: ${agent.desired_image_shape}
296
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
297
+ learning_rate: 0.0001
298
+ weight_decay: 0.0
299
+ contact_model_name: ${contact_model_name}
300
+ zero_centered: false
301
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
302
+ suite:
303
+ suite: frankagym
304
+ name: frankagym
305
+ frame_stack: ${agent.n_obs_steps}
306
+ action_repeat: 1
307
+ discount: 0.99
308
+ hidden_dim: 1024
309
+ num_train_frames: 1000000
310
+ num_seed_frames: 0
311
+ num_train_epochs: 500
312
+ validate_every_epochs: 20
313
+ eval_on_sim_every_epochs: 20
314
+ validate_diffusion_on_action_loss_every_epochs: 20
315
+ eval_on_sim_every_epochs_diffusion: 500
316
+ train_eval_diffusion_on_action_loss_every_epochs: 20
317
+ check_topk_every_epochs: 20
318
+ save_snapshot_every_epochs: 40
319
+ num_seen_eval_envs: 0
320
+ num_unseen_eval_envs: 50
321
+ evals_per_env: 1
322
+ eval_every_frames: 2000
323
+ num_eval_episodes: 5
324
+ save_snapshot: true
325
+ wait_for_user_to_start_episode: true
326
+ task_make_fn:
327
+ _target_: suite.frankagym.make
328
+ name: ${task_name}
329
+ height: 240
330
+ width: 320
331
+ frame_stack: ${suite.frame_stack}
332
+ action_repeat: ${suite.action_repeat}
333
+ seed: ${seed}
334
+ enable_arm: ${agent.enable_arm}
335
+ enable_gripper: ${enable_gripper}
336
+ start_with_gripper_open: ${start_with_gripper_open}
337
+ enable_camera: ${agent.enable_camera}
338
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
339
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
340
+ x_limit: ${x_limit}
341
+ y_limit: ${y_limit}
342
+ z_limit: ${z_limit}
343
+ device: ${device}
344
+ interpolation_frequency: ${interpolation_frequency}
345
+ policy_frequency: ${policy_frequency}
346
+ debug_timestamps: ${debug_timestamps}
347
+ stop_after_action: ${stop_after_action}
348
+ open_loop: ${open_loop}
349
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
350
+ action_key: ${action_key}
351
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
352
+ action_trajectories: ${action_trajectories}
353
+ path_to_zarr_dataset: ${expert_dataset}
354
+ agent_policy_cfg:
355
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
356
+ compile: false
357
+ device: ${device}
358
+ cam_resize_shape: ${agent.desired_image_shape}
359
+ orig_cam_shape: ${agent.orig_cam_shape}
360
+ policy_frequency: ${policy_frequency}
361
+ interpolation_frequency: ${interpolation_frequency}
362
+ deterministic_actions: true
363
+ deterministic_actions_seed: 0
364
+ policy_cfg:
365
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
366
+ n_obs_steps: 2
367
+ horizon: 16
368
+ n_action_steps: ${agent.config.policy_cfg.horizon}
369
+ input_shapes:
370
+ observation.image: ${agent.config.cam_resize_shape}
371
+ context_observation.image: ${agent.config.cam_resize_shape}
372
+ observation.state:
373
+ - 2
374
+ output_shapes:
375
+ action:
376
+ - 2
377
+ input_normalization_modes:
378
+ observation.image: mean_std
379
+ observation.state: min_max
380
+ observation.action_history: min_max
381
+ output_normalization_modes:
382
+ action: min_max
383
+ vision_backbone: resnet18
384
+ crop_distractors_tlhw: null
385
+ pretrained_backbone_weights: null
386
+ transforms:
387
+ - _target_: torchaug.transforms.RandomAffine
388
+ degrees: 0
389
+ translate:
390
+ - 0.0625
391
+ - 0.0625
392
+ batch_transform: true
393
+ num_chunks: -1
394
+ batch_inplace: true
395
+ use_group_norm: true
396
+ spatial_softmax_num_keypoints: 32
397
+ action_history_encoder_config:
398
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
399
+ in_channels: 7
400
+ out_channels: 32
401
+ history_length: 4
402
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
403
+ downsample_kernel_size: 3
404
+ downsample_stride: 2
405
+ downsample_padding: 1
406
+ down_dims:
407
+ - 64
408
+ - 128
409
+ - 256
410
+ kernel_size: 5
411
+ n_groups: 8
412
+ diffusion_step_embed_dim: 128
413
+ use_film_scale_modulation: true
414
+ noise_scheduler_type: DDIM
415
+ beta_schedule: squaredcos_cap_v2
416
+ beta_start: 0.0001
417
+ beta_end: 0.02
418
+ prediction_type: epsilon
419
+ clip_sample: true
420
+ clip_sample_range: 1.0
421
+ num_train_timesteps: 100
422
+ num_inference_steps: 100
423
+ do_mask_loss_for_padding: false
424
+ train_cfg:
425
+ _target_: utils.TrainConfig
426
+ lr: 0.0001
427
+ lr_scheduler: cosine
428
+ lr_warmup_steps: 500
429
+ adam_betas:
430
+ - 0.95
431
+ - 0.999
432
+ adam_eps: 1.0e-08
433
+ adam_weight_decay: 1.0e-06
434
+ grad_clip_norm: 10
435
+ offline_steps: ${num_train_frames_diffusion}
436
+ use_amp: true
437
+ observation_cfg:
438
+ _target_: agent.encoder.VisualFeatureSet
439
+ use_depth: ${use_depth}
440
+ use_color: ${use_color}
441
+ mask_input_dict:
442
+ _target_: agent.encoder.MaskInputDict
443
+ enable: ${use_masks}
444
+ representation: ${mask_representation}
445
+ mask_list: ${mask_list}
446
+ segmentation_model_name: ${segmentation_model_name}
447
+ crop_input_config:
448
+ _target_: agent.encoder.CropInputConfig
449
+ color_crop_type: ${color_crop_type}
450
+ depth_crop_type: ${depth_crop_type}
451
+ segmask_crop_type: ${segmask_crop_type}
452
+ crop_hw: ${crop_hw}
453
+ crop_down_offset: ${crop_down_offset}
454
+ add_crop_binary_mask: ${add_crop_binary_mask}
455
+ add_coord_conv_map: ${add_coord_conv_map}
456
+ context_input_config:
457
+ _target_: agent.encoder.ContextInputConfig
458
+ use_color: ${use_context_color}
459
+ use_depth: ${use_context_depth}
460
+ mask_input_dict:
461
+ _target_: agent.encoder.MaskInputDict
462
+ enable: ${use_context_segmask}
463
+ representation: ${mask_representation}
464
+ mask_list: ${mask_list}
465
+ segmentation_model_name: ${segmentation_model_name}
466
+ crop_input_config:
467
+ _target_: agent.encoder.CropInputConfig
468
+ color_crop_type: ${context_color_crop_type}
469
+ depth_crop_type: ${context_depth_crop_type}
470
+ segmask_crop_type: ${context_segmask_crop_type}
471
+ crop_hw: ${crop_hw}
472
+ crop_down_offset: ${crop_down_offset}
473
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
474
+ add_coord_conv_map: ${context_add_coord_conv_map}
475
+ mask_soft_approx_scheduler_config:
476
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
477
+ num_steps: 40000
478
+ initial_value: 10.0
479
+ final_value: 1000.0
480
+ interpolation_scheme: cosine
481
+ use_contact_map: ${use_contact_map}
482
+ use_sdf_maps: ${use_sdf_maps}
483
+ use_normals_maps: ${use_normals_maps}
484
+ which_objects: ${which_objects}
485
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
486
+ env_dtc_max_value: ${env_dtc_max_value}
487
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
488
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
489
+ clamp_dtc: ${clamp_dtc}
490
+ max_contact_prob: ${max_contact_prob}
491
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
492
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
493
+ adaptive_normals_mask: ${adaptive_normals_mask}
494
+ max_depth: ${max_depth}
495
+ image_shape: ${agent.desired_image_shape}
496
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
497
+ learning_rate: 0.0001
498
+ weight_decay: 0.0
499
+ contact_model_name: ${contact_model_name}
500
+ zero_centered: false
501
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
502
+ true_action_history: ${true_action_history}
503
+ num_train_frames_bc: 50000
504
+ num_train_frames_drq: 1100000
505
+ stddev_schedule_drq: linear(1.0,0.1,100000)
506
+ task_name: FrankaInsertion-v1
507
+ num_train_frames_vinn: 25000
508
+ num_train_frames_diffusion: 1000000
509
+ num_train_epochs_bc: 5000
510
+ num_train_epochs_diffusion: 500
511
+ validate_every_epochs_bc: 5
512
+ validate_every_epochs_diffusion: 20
513
+ validate_diffusion_on_action_loss_every_epochs: 20
514
+ train_eval_diffusion_on_action_loss_every_epochs: 20
515
+ eval_on_sim_every_epochs_diffusion: 20
516
+ check_topk_every_epochs: 5
517
+ check_topk_every_epochs_diffusion: 20
518
+ save_snapshot_every_epochs_diffusion: 40
519
+ x_limit:
520
+ - 0.2
521
+ - 0.7
522
+ y_limit:
523
+ - -0.4
524
+ - 0.4
525
+ z_limit:
526
+ - -0.05
527
+ - 0.55
528
+ home_displacement:
529
+ - 0.55
530
+ - 0.0
531
+ - 0.55
532
+ - 180.0
533
+ - 0.0
534
+ - 0.0
535
+ enable_gripper: true
536
+ start_with_gripper_open: true
537
+ offset_mask:
538
+ - 1
539
+ - 1
540
+ - 1
541
+ - 1
542
+ - 1
543
+ - 1
544
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
545
+ fps: 10
546
+ env:
547
+ name: pusht
548
+ task: PushT-v0
549
+ image_size: 96
550
+ state_dim: 2
551
+ action_dim: 2
552
+ fps: 10
553
+ episode_length: 300
554
+ gym:
555
+ obs_type: pixels_agent_pos
556
+ render_mode: rgb_array
557
+ visualization_width: 384
558
+ visualization_height: 384
559
+ test:
560
+ username: leonmkim
561
+ hostname: grasp-login1
562
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
563
+ root_dir: ~/fish_leon
564
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
565
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
566
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
567
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
568
+ include_groups_list: all
569
+ batch_size: 128
570
+ store_dataset_in_memory: false
571
+ use_tb: true
572
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
573
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
574
+ resume_wandb_run: false
575
+ feature_type: 96x96_1_RGB
snapshot_100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f1a70bf372ab0eda7d315816d465b147a4977397af145637f694b46f0a036f
3
+ size 193326432
snapshot_120.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c52f32363c04e62752c5cd178a3b237bff12daff432f0f3847d1d0d8a2f291a
3
+ size 193326624
snapshot_140.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f591ea94baacc5554d04cc3fd69dd1c499b4f59d96c888a810acf9ec69e450
3
+ size 193326752
snapshot_160.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f53302a596f0adf4b2d4b9bc03c221a878a9c6b03d7eb45cc40a84a07d27caa0
3
+ size 193326880
snapshot_180.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f80bf5733a9f2c2e5f18284753d2035f799d82712b5112a4cb77962621f4140b
3
+ size 193327008
snapshot_20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28cad78d535d2e10363dcce4b28db14a0a00aeb970299dded44335decaec839f
3
+ size 193325856
snapshot_200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33632cfa3a62d56ac29905207d24f4b031b4b51a325e4337ae127a9c88f60a5a
3
+ size 193327200
snapshot_40.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f64acd5596368711069fa9f7ae62dea561c004472eb1b22a6458bd29601a8e
3
+ size 193326048
snapshot_60.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3157c1534e99c481e5baf628aadc9a8940c72020eb9c3beb95ab43ac0d9c0132
3
+ size 193326176
snapshot_80.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6de66934431e2ec78e424738a3085f237cafdf9280427e2cf5b220483f58af0b
3
+ size 193326304
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33632cfa3a62d56ac29905207d24f4b031b4b51a325e4337ae127a9c88f60a5a
3
+ size 193327200