serialexperimentsleon commited on
Commit
b6e7ffe
·
verified ·
1 Parent(s): 78b7bb0

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,573 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 1
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '49968_0'
16
+ wandb_notes: 49968_0_restarted_2
17
+ eval_on_sim: true
18
+ eval_on_sim_past_checkpoints: false
19
+ simulation: true
20
+ true_action_history: false
21
+ train_pad_after: 4
22
+ process_contact_features: ${eval}
23
+ obs_type: pixels
24
+ use_color: true
25
+ use_depth: false
26
+ use_masks: false
27
+ mask_list:
28
+ - EE_obj_mask
29
+ mask_representation: channels
30
+ segmentation_model_name: gt_segmentation
31
+ crop_hw:
32
+ - 144
33
+ - 144
34
+ crop_down_offset: 48
35
+ color_crop_type: null
36
+ depth_crop_type: null
37
+ segmask_crop_type: null
38
+ add_crop_binary_mask: false
39
+ add_coord_conv_map: false
40
+ use_context_color: false
41
+ use_context_depth: false
42
+ use_context_segmask: false
43
+ context_color_crop_type: null
44
+ context_depth_crop_type: null
45
+ context_segmask_crop_type: null
46
+ context_add_crop_binary_mask: false
47
+ context_add_coord_conv_map: false
48
+ use_contact_map: false
49
+ use_sdf_maps: false
50
+ use_normals_maps: false
51
+ which_objects: both
52
+ max_contact_prob: 1.0
53
+ max_depth: 2.0
54
+ grasped_dtc_max_value: 0.2
55
+ env_dtc_max_value: 0.4
56
+ grasped_normals_mask_max_dtc_value: 0.2
57
+ env_normals_mask_max_dtc_value: 0.4
58
+ clamp_dtc: true
59
+ dtc_adaptive_normalization: false
60
+ mask_normals_within_sdf: true
61
+ adaptive_normals_mask: true
62
+ learnable_contact_preprocess_params: false
63
+ contact_model_name: gt_contact
64
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
65
+ encoder_type: small
66
+ debug_timestamps: false
67
+ open_loop: false
68
+ action_trajectories: true
69
+ stop_after_action: false
70
+ interpolation_frequency: 25
71
+ policy_frequency: 1.25
72
+ wait_for_new_camera_frames: true
73
+ baseline: false
74
+ train_demo_idxs_list_or_num: -1
75
+ log_train_every_steps: 25
76
+ name_of_expert_demo: pusht
77
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
78
+ store_dataset_in_memory: false
79
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
80
+ action_key: action
81
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
82
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
83
+ include_groups_list: all
84
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
85
+ name_of_valid_demo: pusht
86
+ train_num_groups: 196
87
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
88
+ valid_demo_idxs_list_or_num: null
89
+ val_num_groups: 10
90
+ universal_unseen_env_seed_start: 1000000
91
+ load_bc: ${agent.load_checkpoint}
92
+ checkpoint_epoch_list:
93
+ - 99
94
+ - 199
95
+ - 299
96
+ - 399
97
+ - 499
98
+ - 599
99
+ - 699
100
+ - 799
101
+ - 899
102
+ - 999
103
+ - 1249
104
+ - 1499
105
+ - 1749
106
+ - 1999
107
+ - 2999
108
+ - 3999
109
+ - 4999
110
+ - 5999
111
+ - 6999
112
+ - 7999
113
+ - 8999
114
+ - 9999
115
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
116
+ save_snapshot: true
117
+ save_last_snapshot: true
118
+ save_snapshot_when_done: true
119
+ top_k_checkpoints: 10
120
+ save_snapshot_link_to_weights_dir: deprecated
121
+ restore_missing_checkpoint: null
122
+ restore_and_eval_all_missing_checkpoints: false
123
+ bc_regularize: false
124
+ bc_weight_type: qfilter
125
+ username: leonmkim
126
+ hostname: grasp-login1
127
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
128
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
129
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
130
+ eval:
131
+ n_episodes: 1
132
+ batch_size: 1
133
+ use_async_envs: false
134
+ agent:
135
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
136
+ name: diffusion_policy
137
+ load_checkpoint: ${eval}
138
+ device: ${device}
139
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
140
+ suite_name: ${suite.name}
141
+ obs_type: ${obs_type}
142
+ enable_arm: ${eval}
143
+ enable_camera: ${eval}
144
+ use_tb: ${use_tb}
145
+ desired_image_shape:
146
+ - 3
147
+ - 96
148
+ - 96
149
+ orig_cam_shape:
150
+ - 3
151
+ - 96
152
+ - 96
153
+ actions_prenormalized: false
154
+ config:
155
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
156
+ compile: false
157
+ device: ${device}
158
+ cam_resize_shape: ${agent.desired_image_shape}
159
+ orig_cam_shape: ${agent.orig_cam_shape}
160
+ policy_frequency: ${policy_frequency}
161
+ interpolation_frequency: ${interpolation_frequency}
162
+ deterministic_actions: true
163
+ deterministic_actions_seed: 0
164
+ policy_cfg:
165
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
166
+ n_obs_steps: 2
167
+ horizon: 16
168
+ n_action_steps: ${agent.config.policy_cfg.horizon}
169
+ input_shapes:
170
+ observation.image: ${agent.config.cam_resize_shape}
171
+ context_observation.image: ${agent.config.cam_resize_shape}
172
+ observation.state:
173
+ - 2
174
+ output_shapes:
175
+ action:
176
+ - 2
177
+ input_normalization_modes:
178
+ observation.image: mean_std
179
+ observation.state: min_max
180
+ output_normalization_modes:
181
+ action: min_max
182
+ vision_backbone: resnet18
183
+ crop_distractors_tlhw: null
184
+ pretrained_backbone_weights: null
185
+ transforms:
186
+ - _target_: torchaug.transforms.RandomAffine
187
+ degrees: 0
188
+ translate:
189
+ - 0.0625
190
+ - 0.0625
191
+ batch_transform: true
192
+ num_chunks: -1
193
+ batch_inplace: true
194
+ use_group_norm: true
195
+ spatial_softmax_num_keypoints: 32
196
+ action_history_encoder_config:
197
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
198
+ in_channels: 7
199
+ out_channels: 32
200
+ history_length: 4
201
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
202
+ downsample_kernel_size: 3
203
+ downsample_stride: 2
204
+ downsample_padding: 1
205
+ down_dims:
206
+ - 256
207
+ - 512
208
+ - 1024
209
+ kernel_size: 5
210
+ n_groups: 8
211
+ diffusion_step_embed_dim: 128
212
+ use_film_scale_modulation: true
213
+ noise_scheduler_type: DDIM
214
+ beta_schedule: squaredcos_cap_v2
215
+ beta_start: 0.0001
216
+ beta_end: 0.02
217
+ prediction_type: epsilon
218
+ clip_sample: true
219
+ clip_sample_range: 1.0
220
+ num_train_timesteps: 100
221
+ num_inference_steps: 100
222
+ do_mask_loss_for_padding: false
223
+ train_cfg:
224
+ _target_: utils.TrainConfig
225
+ lr: 0.0001
226
+ lr_scheduler: cosine
227
+ lr_warmup_steps: 500
228
+ adam_betas:
229
+ - 0.95
230
+ - 0.999
231
+ adam_eps: 1.0e-08
232
+ adam_weight_decay: 1.0e-06
233
+ grad_clip_norm: 10
234
+ offline_steps: ${num_train_frames_diffusion}
235
+ use_amp: true
236
+ observation_cfg:
237
+ _target_: agent.encoder.VisualFeatureSet
238
+ use_depth: ${use_depth}
239
+ use_color: ${use_color}
240
+ mask_input_dict:
241
+ _target_: agent.encoder.MaskInputDict
242
+ enable: ${use_masks}
243
+ representation: ${mask_representation}
244
+ mask_list: ${mask_list}
245
+ segmentation_model_name: ${segmentation_model_name}
246
+ crop_input_config:
247
+ _target_: agent.encoder.CropInputConfig
248
+ color_crop_type: ${color_crop_type}
249
+ depth_crop_type: ${depth_crop_type}
250
+ segmask_crop_type: ${segmask_crop_type}
251
+ crop_hw: ${crop_hw}
252
+ crop_down_offset: ${crop_down_offset}
253
+ add_crop_binary_mask: ${add_crop_binary_mask}
254
+ add_coord_conv_map: ${add_coord_conv_map}
255
+ context_input_config:
256
+ _target_: agent.encoder.ContextInputConfig
257
+ use_color: ${use_context_color}
258
+ use_depth: ${use_context_depth}
259
+ mask_input_dict:
260
+ _target_: agent.encoder.MaskInputDict
261
+ enable: ${use_context_segmask}
262
+ representation: ${mask_representation}
263
+ mask_list: ${mask_list}
264
+ segmentation_model_name: ${segmentation_model_name}
265
+ crop_input_config:
266
+ _target_: agent.encoder.CropInputConfig
267
+ color_crop_type: ${context_color_crop_type}
268
+ depth_crop_type: ${context_depth_crop_type}
269
+ segmask_crop_type: ${context_segmask_crop_type}
270
+ crop_hw: ${crop_hw}
271
+ crop_down_offset: ${crop_down_offset}
272
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
273
+ add_coord_conv_map: ${context_add_coord_conv_map}
274
+ mask_soft_approx_scheduler_config:
275
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
276
+ num_steps: 40000
277
+ initial_value: 10.0
278
+ final_value: 1000.0
279
+ interpolation_scheme: cosine
280
+ use_contact_map: ${use_contact_map}
281
+ use_sdf_maps: ${use_sdf_maps}
282
+ use_normals_maps: ${use_normals_maps}
283
+ which_objects: ${which_objects}
284
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
285
+ env_dtc_max_value: ${env_dtc_max_value}
286
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
287
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
288
+ clamp_dtc: ${clamp_dtc}
289
+ max_contact_prob: ${max_contact_prob}
290
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
291
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
292
+ adaptive_normals_mask: ${adaptive_normals_mask}
293
+ max_depth: ${max_depth}
294
+ image_shape: ${agent.desired_image_shape}
295
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
296
+ learning_rate: 0.0001
297
+ weight_decay: 0.0
298
+ contact_model_name: ${contact_model_name}
299
+ zero_centered: false
300
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
301
+ suite:
302
+ suite: frankagym
303
+ name: frankagym
304
+ frame_stack: ${agent.n_obs_steps}
305
+ action_repeat: 1
306
+ discount: 0.99
307
+ hidden_dim: 1024
308
+ num_train_frames: 1000000
309
+ num_seed_frames: 0
310
+ num_train_epochs: 1000
311
+ validate_every_epochs: 50
312
+ eval_on_sim_every_epochs: 50
313
+ validate_diffusion_on_action_loss_every_epochs: 50
314
+ eval_on_sim_every_epochs_diffusion: 500
315
+ train_eval_diffusion_on_action_loss_every_epochs: 50
316
+ check_topk_every_epochs: 50
317
+ save_snapshot_every_epochs: 100
318
+ num_seen_eval_envs: 0
319
+ num_unseen_eval_envs: 50
320
+ evals_per_env: 1
321
+ eval_every_frames: 2000
322
+ num_eval_episodes: 5
323
+ save_snapshot: true
324
+ wait_for_user_to_start_episode: true
325
+ task_make_fn:
326
+ _target_: suite.frankagym.make
327
+ name: ${task_name}
328
+ height: 240
329
+ width: 320
330
+ frame_stack: ${suite.frame_stack}
331
+ action_repeat: ${suite.action_repeat}
332
+ seed: ${seed}
333
+ enable_arm: ${agent.enable_arm}
334
+ enable_gripper: ${enable_gripper}
335
+ start_with_gripper_open: ${start_with_gripper_open}
336
+ enable_camera: ${agent.enable_camera}
337
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
338
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
339
+ x_limit: ${x_limit}
340
+ y_limit: ${y_limit}
341
+ z_limit: ${z_limit}
342
+ device: ${device}
343
+ interpolation_frequency: ${interpolation_frequency}
344
+ policy_frequency: ${policy_frequency}
345
+ debug_timestamps: ${debug_timestamps}
346
+ stop_after_action: ${stop_after_action}
347
+ open_loop: ${open_loop}
348
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
349
+ action_key: ${action_key}
350
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
351
+ action_trajectories: ${action_trajectories}
352
+ path_to_zarr_dataset: ${expert_dataset}
353
+ agent_policy_cfg:
354
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
355
+ compile: false
356
+ device: ${device}
357
+ cam_resize_shape: ${agent.desired_image_shape}
358
+ orig_cam_shape: ${agent.orig_cam_shape}
359
+ policy_frequency: ${policy_frequency}
360
+ interpolation_frequency: ${interpolation_frequency}
361
+ deterministic_actions: true
362
+ deterministic_actions_seed: 0
363
+ policy_cfg:
364
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
365
+ n_obs_steps: 2
366
+ horizon: 16
367
+ n_action_steps: ${agent.config.policy_cfg.horizon}
368
+ input_shapes:
369
+ observation.image: ${agent.config.cam_resize_shape}
370
+ context_observation.image: ${agent.config.cam_resize_shape}
371
+ observation.state:
372
+ - 2
373
+ output_shapes:
374
+ action:
375
+ - 2
376
+ input_normalization_modes:
377
+ observation.image: mean_std
378
+ observation.state: min_max
379
+ output_normalization_modes:
380
+ action: min_max
381
+ vision_backbone: resnet18
382
+ crop_distractors_tlhw: null
383
+ pretrained_backbone_weights: null
384
+ transforms:
385
+ - _target_: torchaug.transforms.RandomAffine
386
+ degrees: 0
387
+ translate:
388
+ - 0.0625
389
+ - 0.0625
390
+ batch_transform: true
391
+ num_chunks: -1
392
+ batch_inplace: true
393
+ use_group_norm: true
394
+ spatial_softmax_num_keypoints: 32
395
+ action_history_encoder_config:
396
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
397
+ in_channels: 7
398
+ out_channels: 32
399
+ history_length: 4
400
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
401
+ downsample_kernel_size: 3
402
+ downsample_stride: 2
403
+ downsample_padding: 1
404
+ down_dims:
405
+ - 256
406
+ - 512
407
+ - 1024
408
+ kernel_size: 5
409
+ n_groups: 8
410
+ diffusion_step_embed_dim: 128
411
+ use_film_scale_modulation: true
412
+ noise_scheduler_type: DDIM
413
+ beta_schedule: squaredcos_cap_v2
414
+ beta_start: 0.0001
415
+ beta_end: 0.02
416
+ prediction_type: epsilon
417
+ clip_sample: true
418
+ clip_sample_range: 1.0
419
+ num_train_timesteps: 100
420
+ num_inference_steps: 100
421
+ do_mask_loss_for_padding: false
422
+ train_cfg:
423
+ _target_: utils.TrainConfig
424
+ lr: 0.0001
425
+ lr_scheduler: cosine
426
+ lr_warmup_steps: 500
427
+ adam_betas:
428
+ - 0.95
429
+ - 0.999
430
+ adam_eps: 1.0e-08
431
+ adam_weight_decay: 1.0e-06
432
+ grad_clip_norm: 10
433
+ offline_steps: ${num_train_frames_diffusion}
434
+ use_amp: true
435
+ observation_cfg:
436
+ _target_: agent.encoder.VisualFeatureSet
437
+ use_depth: ${use_depth}
438
+ use_color: ${use_color}
439
+ mask_input_dict:
440
+ _target_: agent.encoder.MaskInputDict
441
+ enable: ${use_masks}
442
+ representation: ${mask_representation}
443
+ mask_list: ${mask_list}
444
+ segmentation_model_name: ${segmentation_model_name}
445
+ crop_input_config:
446
+ _target_: agent.encoder.CropInputConfig
447
+ color_crop_type: ${color_crop_type}
448
+ depth_crop_type: ${depth_crop_type}
449
+ segmask_crop_type: ${segmask_crop_type}
450
+ crop_hw: ${crop_hw}
451
+ crop_down_offset: ${crop_down_offset}
452
+ add_crop_binary_mask: ${add_crop_binary_mask}
453
+ add_coord_conv_map: ${add_coord_conv_map}
454
+ context_input_config:
455
+ _target_: agent.encoder.ContextInputConfig
456
+ use_color: ${use_context_color}
457
+ use_depth: ${use_context_depth}
458
+ mask_input_dict:
459
+ _target_: agent.encoder.MaskInputDict
460
+ enable: ${use_context_segmask}
461
+ representation: ${mask_representation}
462
+ mask_list: ${mask_list}
463
+ segmentation_model_name: ${segmentation_model_name}
464
+ crop_input_config:
465
+ _target_: agent.encoder.CropInputConfig
466
+ color_crop_type: ${context_color_crop_type}
467
+ depth_crop_type: ${context_depth_crop_type}
468
+ segmask_crop_type: ${context_segmask_crop_type}
469
+ crop_hw: ${crop_hw}
470
+ crop_down_offset: ${crop_down_offset}
471
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
472
+ add_coord_conv_map: ${context_add_coord_conv_map}
473
+ mask_soft_approx_scheduler_config:
474
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
475
+ num_steps: 40000
476
+ initial_value: 10.0
477
+ final_value: 1000.0
478
+ interpolation_scheme: cosine
479
+ use_contact_map: ${use_contact_map}
480
+ use_sdf_maps: ${use_sdf_maps}
481
+ use_normals_maps: ${use_normals_maps}
482
+ which_objects: ${which_objects}
483
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
484
+ env_dtc_max_value: ${env_dtc_max_value}
485
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
486
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
487
+ clamp_dtc: ${clamp_dtc}
488
+ max_contact_prob: ${max_contact_prob}
489
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
490
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
491
+ adaptive_normals_mask: ${adaptive_normals_mask}
492
+ max_depth: ${max_depth}
493
+ image_shape: ${agent.desired_image_shape}
494
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
495
+ learning_rate: 0.0001
496
+ weight_decay: 0.0
497
+ contact_model_name: ${contact_model_name}
498
+ zero_centered: false
499
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
500
+ true_action_history: ${true_action_history}
501
+ num_train_frames_bc: 50000
502
+ num_train_frames_drq: 1100000
503
+ stddev_schedule_drq: linear(1.0,0.1,100000)
504
+ task_name: FrankaInsertion-v1
505
+ num_train_frames_vinn: 25000
506
+ num_train_frames_diffusion: 1000000
507
+ num_train_epochs_bc: 5000
508
+ num_train_epochs_diffusion: 1000
509
+ validate_every_epochs_bc: 5
510
+ validate_every_epochs_diffusion: 50
511
+ validate_diffusion_on_action_loss_every_epochs: 50
512
+ train_eval_diffusion_on_action_loss_every_epochs: 50
513
+ eval_on_sim_every_epochs_diffusion: 50
514
+ check_topk_every_epochs: 5
515
+ check_topk_every_epochs_diffusion: 50
516
+ save_snapshot_every_epochs_diffusion: 100
517
+ x_limit:
518
+ - 0.2
519
+ - 0.7
520
+ y_limit:
521
+ - -0.4
522
+ - 0.4
523
+ z_limit:
524
+ - -0.05
525
+ - 0.55
526
+ home_displacement:
527
+ - 0.55
528
+ - 0.0
529
+ - 0.55
530
+ - 180.0
531
+ - 0.0
532
+ - 0.0
533
+ enable_gripper: true
534
+ start_with_gripper_open: true
535
+ offset_mask:
536
+ - 1
537
+ - 1
538
+ - 1
539
+ - 1
540
+ - 1
541
+ - 1
542
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
543
+ fps: 10
544
+ env:
545
+ name: pusht
546
+ task: PushT-v0
547
+ image_size: 96
548
+ state_dim: 2
549
+ action_dim: 2
550
+ fps: 10
551
+ episode_length: 300
552
+ gym:
553
+ obs_type: pixels_agent_pos
554
+ render_mode: rgb_array
555
+ visualization_width: 384
556
+ visualization_height: 384
557
+ test:
558
+ username: leonmkim
559
+ hostname: grasp-login1
560
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
561
+ root_dir: ~/fish_leon
562
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
563
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
564
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
565
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
566
+ include_groups_list: all
567
+ batch_size: 128
568
+ store_dataset_in_memory: false
569
+ use_tb: true
570
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
571
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
572
+ resume_wandb_run: false
573
+ feature_type: 96x96_1_RGB
snapshot_100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8948dd0a0adec22529acb77d8a612a1c78eb42d6c7e38478fb43250bae9766
3
+ size 913135712
snapshot_1000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ad2ebb983c874c694abc7b4a986db0f22734220a509d1fe4e82e0f9fc1f8ec
3
+ size 913137308
snapshot_150.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff14bac83ac56bda7fdbdfad2a41c20ddb5015181d4c8fee5c30e548c5464216
3
+ size 913135840
snapshot_200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff285da60a1aa5a22e3f8f1d8db3c4bdb2c4b113515759a812125b58c779e539
3
+ size 913135968
snapshot_250.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83bd9d1c33780f088e72af3893e6cb15ab07a49a0b3592bca1c4674396b563d
3
+ size 913136096
snapshot_300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9d3ebdcdcc3e20474faeea953dcc474f1cb2cf5568178dc5c45ec7aca8cbe9
3
+ size 913136288
snapshot_350.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51caf254bfe60724e3b05296b85fcfd545ddebfdcc339e0dbf5c4aa7c9900ba
3
+ size 913136416
snapshot_400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:238302419a80daac7be483d792087c51a25352323df31f7fd6b23a4cf7ec66fb
3
+ size 913137052
snapshot_450.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257e22b49dd90014551c82b585a1106415a8255baf1c635ec781156bb3e75a0e
3
+ size 913137180
snapshot_50.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0ccbbbe872fb79346b1cbae230efa6b62c22fde600ad9ad9ac4c67ee6233c5
3
+ size 913135520
snapshot_500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b30c3aa96097590e9cdda0b2820e0057c8202d92d7f506eda12ffb71463de8
3
+ size 913137308
snapshot_600.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c1df15e0337df433f7e23f95948db5ca307689a8a8d1e1f7962be3b906009bd
3
+ size 913137308
snapshot_700.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f41ff753acb08bbfdb9df6b884f9c2950032b5e6777044ebe6687bf90c335e
3
+ size 913137308
snapshot_800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecac423dd4a859d6086034fe67bf4734b0d702f7ce280edc3d246e51ca9be99d
3
+ size 913137308
snapshot_900.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:529eb5c4c4595258d20b606aed0adf07ed443dbd644705d7ca88e92db84a69ea
3
+ size 913137308
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ad2ebb983c874c694abc7b4a986db0f22734220a509d1fe4e82e0f9fc1f8ec
3
+ size 913137308