serialexperimentsleon commited on
Commit
3df24eb
·
verified ·
1 Parent(s): 954a80a

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,573 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 2
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '49983_0'
16
+ wandb_notes: 49983_0_req_52428_0
17
+ eval_on_sim: true
18
+ eval_on_sim_past_checkpoints: false
19
+ simulation: true
20
+ true_action_history: false
21
+ train_pad_after: 4
22
+ process_contact_features: ${eval}
23
+ obs_type: pixels
24
+ use_color: true
25
+ use_depth: false
26
+ use_masks: false
27
+ mask_list:
28
+ - EE_obj_mask
29
+ mask_representation: channels
30
+ segmentation_model_name: gt_segmentation
31
+ crop_hw:
32
+ - 144
33
+ - 144
34
+ crop_down_offset: 48
35
+ color_crop_type: null
36
+ depth_crop_type: null
37
+ segmask_crop_type: null
38
+ add_crop_binary_mask: false
39
+ add_coord_conv_map: false
40
+ use_context_color: false
41
+ use_context_depth: false
42
+ use_context_segmask: false
43
+ context_color_crop_type: null
44
+ context_depth_crop_type: null
45
+ context_segmask_crop_type: null
46
+ context_add_crop_binary_mask: false
47
+ context_add_coord_conv_map: false
48
+ use_contact_map: false
49
+ use_sdf_maps: false
50
+ use_normals_maps: false
51
+ which_objects: both
52
+ max_contact_prob: 1.0
53
+ max_depth: 2.0
54
+ grasped_dtc_max_value: 0.2
55
+ env_dtc_max_value: 0.4
56
+ grasped_normals_mask_max_dtc_value: 0.2
57
+ env_normals_mask_max_dtc_value: 0.4
58
+ clamp_dtc: true
59
+ dtc_adaptive_normalization: false
60
+ mask_normals_within_sdf: true
61
+ adaptive_normals_mask: true
62
+ learnable_contact_preprocess_params: false
63
+ contact_model_name: gt_contact
64
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
65
+ encoder_type: small
66
+ debug_timestamps: false
67
+ open_loop: false
68
+ action_trajectories: true
69
+ stop_after_action: false
70
+ interpolation_frequency: 25
71
+ policy_frequency: 1.25
72
+ wait_for_new_camera_frames: true
73
+ baseline: false
74
+ train_demo_idxs_list_or_num: -1
75
+ log_train_every_steps: 25
76
+ name_of_expert_demo: pusht
77
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
78
+ store_dataset_in_memory: false
79
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
80
+ action_key: action
81
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
82
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
83
+ include_groups_list: all
84
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
85
+ name_of_valid_demo: pusht
86
+ train_num_groups: 196
87
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
88
+ valid_demo_idxs_list_or_num: null
89
+ val_num_groups: 10
90
+ universal_unseen_env_seed_start: 1000000
91
+ load_bc: ${agent.load_checkpoint}
92
+ checkpoint_epoch_list:
93
+ - 99
94
+ - 199
95
+ - 299
96
+ - 399
97
+ - 499
98
+ - 599
99
+ - 699
100
+ - 799
101
+ - 899
102
+ - 999
103
+ - 1249
104
+ - 1499
105
+ - 1749
106
+ - 1999
107
+ - 2999
108
+ - 3999
109
+ - 4999
110
+ - 5999
111
+ - 6999
112
+ - 7999
113
+ - 8999
114
+ - 9999
115
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
116
+ save_snapshot: true
117
+ save_last_snapshot: true
118
+ save_snapshot_when_done: true
119
+ top_k_checkpoints: 10
120
+ save_snapshot_link_to_weights_dir: deprecated
121
+ restore_missing_checkpoint: null
122
+ restore_and_eval_all_missing_checkpoints: false
123
+ bc_regularize: false
124
+ bc_weight_type: qfilter
125
+ username: leonmkim
126
+ hostname: grasp-login1
127
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
128
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
129
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
130
+ eval:
131
+ n_episodes: 1
132
+ batch_size: 1
133
+ use_async_envs: false
134
+ agent:
135
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
136
+ name: diffusion_policy
137
+ load_checkpoint: ${eval}
138
+ device: ${device}
139
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
140
+ suite_name: ${suite.name}
141
+ obs_type: ${obs_type}
142
+ enable_arm: ${eval}
143
+ enable_camera: ${eval}
144
+ use_tb: ${use_tb}
145
+ desired_image_shape:
146
+ - 3
147
+ - 96
148
+ - 96
149
+ orig_cam_shape:
150
+ - 3
151
+ - 96
152
+ - 96
153
+ actions_prenormalized: false
154
+ config:
155
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
156
+ compile: false
157
+ device: ${device}
158
+ cam_resize_shape: ${agent.desired_image_shape}
159
+ orig_cam_shape: ${agent.orig_cam_shape}
160
+ policy_frequency: ${policy_frequency}
161
+ interpolation_frequency: ${interpolation_frequency}
162
+ deterministic_actions: true
163
+ deterministic_actions_seed: 0
164
+ policy_cfg:
165
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
166
+ n_obs_steps: 2
167
+ horizon: 16
168
+ n_action_steps: ${agent.config.policy_cfg.horizon}
169
+ input_shapes:
170
+ observation.image: ${agent.config.cam_resize_shape}
171
+ context_observation.image: ${agent.config.cam_resize_shape}
172
+ observation.state:
173
+ - 2
174
+ output_shapes:
175
+ action:
176
+ - 2
177
+ input_normalization_modes:
178
+ observation.image: mean_std
179
+ observation.state: min_max
180
+ output_normalization_modes:
181
+ action: min_max
182
+ vision_backbone: resnet18
183
+ crop_distractors_tlhw: null
184
+ pretrained_backbone_weights: null
185
+ transforms:
186
+ - _target_: torchaug.transforms.RandomAffine
187
+ degrees: 0
188
+ translate:
189
+ - 0.0625
190
+ - 0.0625
191
+ batch_transform: true
192
+ num_chunks: -1
193
+ batch_inplace: true
194
+ use_group_norm: true
195
+ spatial_softmax_num_keypoints: 32
196
+ action_history_encoder_config:
197
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
198
+ in_channels: 7
199
+ out_channels: 32
200
+ history_length: 4
201
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
202
+ downsample_kernel_size: 3
203
+ downsample_stride: 2
204
+ downsample_padding: 1
205
+ down_dims:
206
+ - 512
207
+ - 1024
208
+ - 2048
209
+ kernel_size: 5
210
+ n_groups: 8
211
+ diffusion_step_embed_dim: 128
212
+ use_film_scale_modulation: true
213
+ noise_scheduler_type: DDIM
214
+ beta_schedule: squaredcos_cap_v2
215
+ beta_start: 0.0001
216
+ beta_end: 0.02
217
+ prediction_type: epsilon
218
+ clip_sample: true
219
+ clip_sample_range: 1.0
220
+ num_train_timesteps: 50
221
+ num_inference_steps: 10
222
+ do_mask_loss_for_padding: false
223
+ train_cfg:
224
+ _target_: utils.TrainConfig
225
+ lr: 0.0001
226
+ lr_scheduler: cosine
227
+ lr_warmup_steps: 500
228
+ adam_betas:
229
+ - 0.95
230
+ - 0.999
231
+ adam_eps: 1.0e-08
232
+ adam_weight_decay: 1.0e-06
233
+ grad_clip_norm: 10
234
+ offline_steps: ${num_train_frames_diffusion}
235
+ use_amp: true
236
+ observation_cfg:
237
+ _target_: agent.encoder.VisualFeatureSet
238
+ use_depth: ${use_depth}
239
+ use_color: ${use_color}
240
+ mask_input_dict:
241
+ _target_: agent.encoder.MaskInputDict
242
+ enable: ${use_masks}
243
+ representation: ${mask_representation}
244
+ mask_list: ${mask_list}
245
+ segmentation_model_name: ${segmentation_model_name}
246
+ crop_input_config:
247
+ _target_: agent.encoder.CropInputConfig
248
+ color_crop_type: ${color_crop_type}
249
+ depth_crop_type: ${depth_crop_type}
250
+ segmask_crop_type: ${segmask_crop_type}
251
+ crop_hw: ${crop_hw}
252
+ crop_down_offset: ${crop_down_offset}
253
+ add_crop_binary_mask: ${add_crop_binary_mask}
254
+ add_coord_conv_map: ${add_coord_conv_map}
255
+ context_input_config:
256
+ _target_: agent.encoder.ContextInputConfig
257
+ use_color: ${use_context_color}
258
+ use_depth: ${use_context_depth}
259
+ mask_input_dict:
260
+ _target_: agent.encoder.MaskInputDict
261
+ enable: ${use_context_segmask}
262
+ representation: ${mask_representation}
263
+ mask_list: ${mask_list}
264
+ segmentation_model_name: ${segmentation_model_name}
265
+ crop_input_config:
266
+ _target_: agent.encoder.CropInputConfig
267
+ color_crop_type: ${context_color_crop_type}
268
+ depth_crop_type: ${context_depth_crop_type}
269
+ segmask_crop_type: ${context_segmask_crop_type}
270
+ crop_hw: ${crop_hw}
271
+ crop_down_offset: ${crop_down_offset}
272
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
273
+ add_coord_conv_map: ${context_add_coord_conv_map}
274
+ mask_soft_approx_scheduler_config:
275
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
276
+ num_steps: 40000
277
+ initial_value: 10.0
278
+ final_value: 1000.0
279
+ interpolation_scheme: cosine
280
+ use_contact_map: ${use_contact_map}
281
+ use_sdf_maps: ${use_sdf_maps}
282
+ use_normals_maps: ${use_normals_maps}
283
+ which_objects: ${which_objects}
284
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
285
+ env_dtc_max_value: ${env_dtc_max_value}
286
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
287
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
288
+ clamp_dtc: ${clamp_dtc}
289
+ max_contact_prob: ${max_contact_prob}
290
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
291
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
292
+ adaptive_normals_mask: ${adaptive_normals_mask}
293
+ max_depth: ${max_depth}
294
+ image_shape: ${agent.desired_image_shape}
295
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
296
+ learning_rate: 0.0001
297
+ weight_decay: 0.0
298
+ contact_model_name: ${contact_model_name}
299
+ zero_centered: false
300
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
301
+ suite:
302
+ suite: frankagym
303
+ name: frankagym
304
+ frame_stack: ${agent.n_obs_steps}
305
+ action_repeat: 1
306
+ discount: 0.99
307
+ hidden_dim: 1024
308
+ num_train_frames: 1000000
309
+ num_seed_frames: 0
310
+ num_train_epochs: 1500
311
+ validate_every_epochs: 50
312
+ eval_on_sim_every_epochs: 50
313
+ validate_diffusion_on_action_loss_every_epochs: 50
314
+ eval_on_sim_every_epochs_diffusion: 500
315
+ train_eval_diffusion_on_action_loss_every_epochs: 50
316
+ check_topk_every_epochs: 50
317
+ save_snapshot_every_epochs: 100
318
+ num_seen_eval_envs: 0
319
+ num_unseen_eval_envs: 50
320
+ evals_per_env: 1
321
+ eval_every_frames: 2000
322
+ num_eval_episodes: 5
323
+ save_snapshot: true
324
+ wait_for_user_to_start_episode: true
325
+ task_make_fn:
326
+ _target_: suite.frankagym.make
327
+ name: ${task_name}
328
+ height: 240
329
+ width: 320
330
+ frame_stack: ${suite.frame_stack}
331
+ action_repeat: ${suite.action_repeat}
332
+ seed: ${seed}
333
+ enable_arm: ${agent.enable_arm}
334
+ enable_gripper: ${enable_gripper}
335
+ start_with_gripper_open: ${start_with_gripper_open}
336
+ enable_camera: ${agent.enable_camera}
337
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
338
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
339
+ x_limit: ${x_limit}
340
+ y_limit: ${y_limit}
341
+ z_limit: ${z_limit}
342
+ device: ${device}
343
+ interpolation_frequency: ${interpolation_frequency}
344
+ policy_frequency: ${policy_frequency}
345
+ debug_timestamps: ${debug_timestamps}
346
+ stop_after_action: ${stop_after_action}
347
+ open_loop: ${open_loop}
348
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
349
+ action_key: ${action_key}
350
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
351
+ action_trajectories: ${action_trajectories}
352
+ path_to_zarr_dataset: ${expert_dataset}
353
+ agent_policy_cfg:
354
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
355
+ compile: false
356
+ device: ${device}
357
+ cam_resize_shape: ${agent.desired_image_shape}
358
+ orig_cam_shape: ${agent.orig_cam_shape}
359
+ policy_frequency: ${policy_frequency}
360
+ interpolation_frequency: ${interpolation_frequency}
361
+ deterministic_actions: true
362
+ deterministic_actions_seed: 0
363
+ policy_cfg:
364
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
365
+ n_obs_steps: 2
366
+ horizon: 16
367
+ n_action_steps: ${agent.config.policy_cfg.horizon}
368
+ input_shapes:
369
+ observation.image: ${agent.config.cam_resize_shape}
370
+ context_observation.image: ${agent.config.cam_resize_shape}
371
+ observation.state:
372
+ - 2
373
+ output_shapes:
374
+ action:
375
+ - 2
376
+ input_normalization_modes:
377
+ observation.image: mean_std
378
+ observation.state: min_max
379
+ output_normalization_modes:
380
+ action: min_max
381
+ vision_backbone: resnet18
382
+ crop_distractors_tlhw: null
383
+ pretrained_backbone_weights: null
384
+ transforms:
385
+ - _target_: torchaug.transforms.RandomAffine
386
+ degrees: 0
387
+ translate:
388
+ - 0.0625
389
+ - 0.0625
390
+ batch_transform: true
391
+ num_chunks: -1
392
+ batch_inplace: true
393
+ use_group_norm: true
394
+ spatial_softmax_num_keypoints: 32
395
+ action_history_encoder_config:
396
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
397
+ in_channels: 7
398
+ out_channels: 32
399
+ history_length: 4
400
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
401
+ downsample_kernel_size: 3
402
+ downsample_stride: 2
403
+ downsample_padding: 1
404
+ down_dims:
405
+ - 512
406
+ - 1024
407
+ - 2048
408
+ kernel_size: 5
409
+ n_groups: 8
410
+ diffusion_step_embed_dim: 128
411
+ use_film_scale_modulation: true
412
+ noise_scheduler_type: DDIM
413
+ beta_schedule: squaredcos_cap_v2
414
+ beta_start: 0.0001
415
+ beta_end: 0.02
416
+ prediction_type: epsilon
417
+ clip_sample: true
418
+ clip_sample_range: 1.0
419
+ num_train_timesteps: 50
420
+ num_inference_steps: 10
421
+ do_mask_loss_for_padding: false
422
+ train_cfg:
423
+ _target_: utils.TrainConfig
424
+ lr: 0.0001
425
+ lr_scheduler: cosine
426
+ lr_warmup_steps: 500
427
+ adam_betas:
428
+ - 0.95
429
+ - 0.999
430
+ adam_eps: 1.0e-08
431
+ adam_weight_decay: 1.0e-06
432
+ grad_clip_norm: 10
433
+ offline_steps: ${num_train_frames_diffusion}
434
+ use_amp: true
435
+ observation_cfg:
436
+ _target_: agent.encoder.VisualFeatureSet
437
+ use_depth: ${use_depth}
438
+ use_color: ${use_color}
439
+ mask_input_dict:
440
+ _target_: agent.encoder.MaskInputDict
441
+ enable: ${use_masks}
442
+ representation: ${mask_representation}
443
+ mask_list: ${mask_list}
444
+ segmentation_model_name: ${segmentation_model_name}
445
+ crop_input_config:
446
+ _target_: agent.encoder.CropInputConfig
447
+ color_crop_type: ${color_crop_type}
448
+ depth_crop_type: ${depth_crop_type}
449
+ segmask_crop_type: ${segmask_crop_type}
450
+ crop_hw: ${crop_hw}
451
+ crop_down_offset: ${crop_down_offset}
452
+ add_crop_binary_mask: ${add_crop_binary_mask}
453
+ add_coord_conv_map: ${add_coord_conv_map}
454
+ context_input_config:
455
+ _target_: agent.encoder.ContextInputConfig
456
+ use_color: ${use_context_color}
457
+ use_depth: ${use_context_depth}
458
+ mask_input_dict:
459
+ _target_: agent.encoder.MaskInputDict
460
+ enable: ${use_context_segmask}
461
+ representation: ${mask_representation}
462
+ mask_list: ${mask_list}
463
+ segmentation_model_name: ${segmentation_model_name}
464
+ crop_input_config:
465
+ _target_: agent.encoder.CropInputConfig
466
+ color_crop_type: ${context_color_crop_type}
467
+ depth_crop_type: ${context_depth_crop_type}
468
+ segmask_crop_type: ${context_segmask_crop_type}
469
+ crop_hw: ${crop_hw}
470
+ crop_down_offset: ${crop_down_offset}
471
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
472
+ add_coord_conv_map: ${context_add_coord_conv_map}
473
+ mask_soft_approx_scheduler_config:
474
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
475
+ num_steps: 40000
476
+ initial_value: 10.0
477
+ final_value: 1000.0
478
+ interpolation_scheme: cosine
479
+ use_contact_map: ${use_contact_map}
480
+ use_sdf_maps: ${use_sdf_maps}
481
+ use_normals_maps: ${use_normals_maps}
482
+ which_objects: ${which_objects}
483
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
484
+ env_dtc_max_value: ${env_dtc_max_value}
485
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
486
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
487
+ clamp_dtc: ${clamp_dtc}
488
+ max_contact_prob: ${max_contact_prob}
489
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
490
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
491
+ adaptive_normals_mask: ${adaptive_normals_mask}
492
+ max_depth: ${max_depth}
493
+ image_shape: ${agent.desired_image_shape}
494
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
495
+ learning_rate: 0.0001
496
+ weight_decay: 0.0
497
+ contact_model_name: ${contact_model_name}
498
+ zero_centered: false
499
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
500
+ true_action_history: ${true_action_history}
501
+ num_train_frames_bc: 50000
502
+ num_train_frames_drq: 1100000
503
+ stddev_schedule_drq: linear(1.0,0.1,100000)
504
+ task_name: FrankaInsertion-v1
505
+ num_train_frames_vinn: 25000
506
+ num_train_frames_diffusion: 1000000
507
+ num_train_epochs_bc: 5000
508
+ num_train_epochs_diffusion: 1500
509
+ validate_every_epochs_bc: 5
510
+ validate_every_epochs_diffusion: 50
511
+ validate_diffusion_on_action_loss_every_epochs: 50
512
+ train_eval_diffusion_on_action_loss_every_epochs: 50
513
+ eval_on_sim_every_epochs_diffusion: 50
514
+ check_topk_every_epochs: 5
515
+ check_topk_every_epochs_diffusion: 50
516
+ save_snapshot_every_epochs_diffusion: 100
517
+ x_limit:
518
+ - 0.2
519
+ - 0.7
520
+ y_limit:
521
+ - -0.4
522
+ - 0.4
523
+ z_limit:
524
+ - -0.05
525
+ - 0.55
526
+ home_displacement:
527
+ - 0.55
528
+ - 0.0
529
+ - 0.55
530
+ - 180.0
531
+ - 0.0
532
+ - 0.0
533
+ enable_gripper: true
534
+ start_with_gripper_open: true
535
+ offset_mask:
536
+ - 1
537
+ - 1
538
+ - 1
539
+ - 1
540
+ - 1
541
+ - 1
542
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
543
+ fps: 10
544
+ env:
545
+ name: pusht
546
+ task: PushT-v0
547
+ image_size: 96
548
+ state_dim: 2
549
+ action_dim: 2
550
+ fps: 10
551
+ episode_length: 300
552
+ gym:
553
+ obs_type: pixels_agent_pos
554
+ render_mode: rgb_array
555
+ visualization_width: 384
556
+ visualization_height: 384
557
+ test:
558
+ username: leonmkim
559
+ hostname: grasp-login1
560
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
561
+ root_dir: ~/fish_leon
562
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
563
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
564
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
565
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
566
+ include_groups_list: all
567
+ batch_size: 128
568
+ store_dataset_in_memory: false
569
+ use_tb: true
570
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
571
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
572
+ resume_wandb_run: false
573
+ feature_type: 96x96_1_RGB
snapshot_100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b87d024eb7c7ae4b773e4f2fdbf47aafa4ea7147223719acbab329e7a54f315
3
+ size 3152798816
snapshot_1000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8cb67c0333d75c2f34947200ad0738df24768536301bedd4fea2fa65279bfb5
3
+ size 3152800412
snapshot_1100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab5ba24da6062ee2a551482b4c3037a118516dc702c93900e78f5abcbd364977
3
+ size 3152800412
snapshot_1200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375990e1896297dfc2696a8a80b3538411fa82427f52a930c65fcf4ea42de759
3
+ size 3152800412
snapshot_1300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d09c02b00d84d192eab234a24e6c6d4df80e213a719ad5f8d005867e4d03e0
3
+ size 3152800412
snapshot_1400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c8cefe3e45ed802ffcea358ec293743a5060cb899d5f3cbf3f0056fbcff8b2
3
+ size 3152800412
snapshot_150.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a07731ec8f6eb155f5e9351534d5ff3ff194fe56f829eea0d4f9df7c9fc8d14
3
+ size 3152798944
snapshot_1500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08702dca4e04bfa1edfd90c982d9bfd8e42fd5e0194e43b2a2fa80f300bec7a1
3
+ size 3152800412
snapshot_200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c178491f2b7587ee9d23db581861bf023fae221e2401b6a1c2f502af3e1d75
3
+ size 3152799072
snapshot_250.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:054553bcbecb631e650d687232bfd362aa65dec41b87a84bdd77d9b5e5a2c674
3
+ size 3152799200
snapshot_300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dffd23ae30d3b9dc838518f8df7e318afa08b8a56c8297b67c656be0a7ea7f41
3
+ size 3152799392
snapshot_350.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5dd1da76e2f92e73cdb6124452aefe80717f0ef39376ef77304ecd47e1355d7
3
+ size 3152799520
snapshot_400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be2483daf10708a4adfcdd4ea0a9aca76871db852aa68acf72844b2035b44eca
3
+ size 3152799648
snapshot_450.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cbf79c01fe5940705bcda32ec46632587d40bed52b4b60cbaa84c975acfd557
3
+ size 3152799776
snapshot_50.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0025b38bc994d902d94ea187dc13a4527504212c7849aadbc141228a7a1f2662
3
+ size 3152798624
snapshot_500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dbe29f207ba0d226a191d011907341ed6e7d038a3238ab497c6540d439c0938
3
+ size 3152799968
snapshot_600.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da32fea550c9693e8ed4fd6f61e8bb3714f7f672ee5ba807698bf9fafba24c86
3
+ size 3152799968
snapshot_700.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b6297648559c24403a95441e085f8f255a3a3d3ae37a940d91a93da81ffa1cc
3
+ size 3152799968
snapshot_800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db1575e54655d869ae626d2cec127f0644b83f0f5a93a759fe6c3fcd4912ac20
3
+ size 3152800412
snapshot_900.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595eff83294d02fe468c3b062a213cfa1e0f77b7a52f42a9d2508a03643e431c
3
+ size 3152800412
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08702dca4e04bfa1edfd90c982d9bfd8e42fd5e0194e43b2a2fa80f300bec7a1
3
+ size 3152800412