serialexperimentsleon commited on
Commit
36af72f
·
verified ·
1 Parent(s): ca9f573

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 0
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '53952_0'
16
+ wandb_notes: 53952_0_restarted_2
17
+ eval_on_sim: true
18
+ eval_on_sim_past_checkpoints: false
19
+ simulation: true
20
+ true_action_history: false
21
+ train_pad_after: 0
22
+ process_contact_features: ${eval}
23
+ obs_type: pixels
24
+ use_color: true
25
+ use_depth: false
26
+ use_masks: false
27
+ mask_list:
28
+ - EE_obj_mask
29
+ mask_representation: channels
30
+ segmentation_model_name: gt_segmentation
31
+ crop_hw:
32
+ - 144
33
+ - 144
34
+ crop_down_offset: 48
35
+ color_crop_type: null
36
+ depth_crop_type: null
37
+ segmask_crop_type: null
38
+ add_crop_binary_mask: false
39
+ add_coord_conv_map: false
40
+ use_context_color: false
41
+ use_context_depth: false
42
+ use_context_segmask: false
43
+ context_color_crop_type: null
44
+ context_depth_crop_type: null
45
+ context_segmask_crop_type: null
46
+ context_add_crop_binary_mask: false
47
+ context_add_coord_conv_map: false
48
+ use_contact_map: false
49
+ use_sdf_maps: false
50
+ use_normals_maps: false
51
+ which_objects: both
52
+ max_contact_prob: 1.0
53
+ max_depth: 2.0
54
+ grasped_dtc_max_value: 0.2
55
+ env_dtc_max_value: 0.4
56
+ grasped_normals_mask_max_dtc_value: 0.2
57
+ env_normals_mask_max_dtc_value: 0.4
58
+ clamp_dtc: true
59
+ dtc_adaptive_normalization: false
60
+ mask_normals_within_sdf: true
61
+ adaptive_normals_mask: true
62
+ learnable_contact_preprocess_params: false
63
+ contact_model_name: gt_contact
64
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
65
+ encoder_type: small
66
+ debug_timestamps: false
67
+ open_loop: false
68
+ action_trajectories: true
69
+ stop_after_action: false
70
+ interpolation_frequency: 25
71
+ policy_frequency: 1.25
72
+ wait_for_new_camera_frames: true
73
+ baseline: false
74
+ train_demo_idxs_list_or_num: -1
75
+ log_train_every_steps: 25
76
+ name_of_expert_demo: pusht
77
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
78
+ store_dataset_in_memory: false
79
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
80
+ action_key: action
81
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
82
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
83
+ include_groups_list: all
84
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
85
+ name_of_valid_demo: pusht
86
+ train_num_groups: 201
87
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
88
+ valid_demo_idxs_list_or_num: null
89
+ val_num_groups: 5
90
+ universal_unseen_env_seed_start: 1000000
91
+ load_bc: ${agent.load_checkpoint}
92
+ checkpoint_epoch_list:
93
+ - 99
94
+ - 199
95
+ - 299
96
+ - 399
97
+ - 499
98
+ - 599
99
+ - 699
100
+ - 799
101
+ - 899
102
+ - 999
103
+ - 1249
104
+ - 1499
105
+ - 1749
106
+ - 1999
107
+ - 2999
108
+ - 3999
109
+ - 4999
110
+ - 5999
111
+ - 6999
112
+ - 7999
113
+ - 8999
114
+ - 9999
115
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
116
+ save_snapshot: true
117
+ save_last_snapshot: true
118
+ save_snapshot_when_done: true
119
+ top_k_checkpoints: 10
120
+ save_snapshot_link_to_weights_dir: deprecated
121
+ restore_missing_checkpoint: null
122
+ restore_and_eval_all_missing_checkpoints: false
123
+ bc_regularize: false
124
+ bc_weight_type: qfilter
125
+ username: leonmkim
126
+ hostname: grasp-login1
127
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
128
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
129
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
130
+ use_lerobot_dataset: true
131
+ lerobot_dataset_drop_n_last_frames: 7
132
+ eval:
133
+ n_episodes: 1
134
+ batch_size: 1
135
+ use_async_envs: false
136
+ agent:
137
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
138
+ name: diffusion_policy
139
+ load_checkpoint: ${eval}
140
+ device: ${device}
141
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
142
+ suite_name: ${suite.name}
143
+ obs_type: ${obs_type}
144
+ enable_arm: ${eval}
145
+ enable_camera: ${eval}
146
+ use_tb: ${use_tb}
147
+ desired_image_shape:
148
+ - 3
149
+ - 96
150
+ - 96
151
+ orig_cam_shape:
152
+ - 3
153
+ - 96
154
+ - 96
155
+ actions_prenormalized: false
156
+ config:
157
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
158
+ compile: false
159
+ device: ${device}
160
+ cam_resize_shape: ${agent.desired_image_shape}
161
+ orig_cam_shape: ${agent.orig_cam_shape}
162
+ policy_frequency: ${policy_frequency}
163
+ interpolation_frequency: ${interpolation_frequency}
164
+ deterministic_actions: true
165
+ deterministic_actions_seed: 0
166
+ use_lerobot_dataset: ${use_lerobot_dataset}
167
+ policy_cfg:
168
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
169
+ n_obs_steps: 2
170
+ horizon: 16
171
+ n_action_steps: ${agent.config.policy_cfg.horizon}
172
+ input_shapes:
173
+ observation.image: ${agent.config.cam_resize_shape}
174
+ context_observation.image: ${agent.config.cam_resize_shape}
175
+ observation.state:
176
+ - 2
177
+ output_shapes:
178
+ action:
179
+ - 2
180
+ input_normalization_modes:
181
+ observation.image: mean_std
182
+ observation.state: min_max
183
+ output_normalization_modes:
184
+ action: min_max
185
+ vision_backbone: resnet18
186
+ crop_distractors_tlhw: null
187
+ pretrained_backbone_weights: null
188
+ transforms:
189
+ - type: RandomCrop
190
+ ratio: 0.875
191
+ use_group_norm: true
192
+ spatial_softmax_num_keypoints: 32
193
+ action_history_encoder_config:
194
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
195
+ in_channels: 7
196
+ out_channels: 32
197
+ history_length: 4
198
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
199
+ downsample_kernel_size: 3
200
+ downsample_stride: 2
201
+ downsample_padding: 1
202
+ down_dims:
203
+ - 512
204
+ - 1024
205
+ - 2048
206
+ kernel_size: 5
207
+ n_groups: 8
208
+ diffusion_step_embed_dim: 128
209
+ use_film_scale_modulation: true
210
+ noise_scheduler_type: DDIM
211
+ beta_schedule: squaredcos_cap_v2
212
+ beta_start: 0.0001
213
+ beta_end: 0.02
214
+ prediction_type: epsilon
215
+ clip_sample: true
216
+ clip_sample_range: 1.0
217
+ num_train_timesteps: 100
218
+ num_inference_steps: 100
219
+ do_mask_loss_for_padding: false
220
+ start_horizon_at_current_step: true
221
+ train_cfg:
222
+ _target_: utils.TrainConfig
223
+ lr: 0.0001
224
+ lr_scheduler: cosine
225
+ lr_warmup_steps: 500
226
+ adam_betas:
227
+ - 0.95
228
+ - 0.999
229
+ adam_eps: 1.0e-08
230
+ adam_weight_decay: 1.0e-06
231
+ grad_clip_norm: 10
232
+ offline_steps: ${num_train_frames_diffusion}
233
+ use_amp: true
234
+ optimizer: adam
235
+ observation_cfg:
236
+ _target_: agent.encoder.VisualFeatureSet
237
+ use_depth: ${use_depth}
238
+ use_color: ${use_color}
239
+ mask_input_dict:
240
+ _target_: agent.encoder.MaskInputDict
241
+ enable: ${use_masks}
242
+ representation: ${mask_representation}
243
+ mask_list: ${mask_list}
244
+ segmentation_model_name: ${segmentation_model_name}
245
+ crop_input_config:
246
+ _target_: agent.encoder.CropInputConfig
247
+ color_crop_type: ${color_crop_type}
248
+ depth_crop_type: ${depth_crop_type}
249
+ segmask_crop_type: ${segmask_crop_type}
250
+ crop_hw: ${crop_hw}
251
+ crop_down_offset: ${crop_down_offset}
252
+ add_crop_binary_mask: ${add_crop_binary_mask}
253
+ add_coord_conv_map: ${add_coord_conv_map}
254
+ context_input_config:
255
+ _target_: agent.encoder.ContextInputConfig
256
+ use_color: ${use_context_color}
257
+ use_depth: ${use_context_depth}
258
+ mask_input_dict:
259
+ _target_: agent.encoder.MaskInputDict
260
+ enable: ${use_context_segmask}
261
+ representation: ${mask_representation}
262
+ mask_list: ${mask_list}
263
+ segmentation_model_name: ${segmentation_model_name}
264
+ crop_input_config:
265
+ _target_: agent.encoder.CropInputConfig
266
+ color_crop_type: ${context_color_crop_type}
267
+ depth_crop_type: ${context_depth_crop_type}
268
+ segmask_crop_type: ${context_segmask_crop_type}
269
+ crop_hw: ${crop_hw}
270
+ crop_down_offset: ${crop_down_offset}
271
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
272
+ add_coord_conv_map: ${context_add_coord_conv_map}
273
+ mask_soft_approx_scheduler_config:
274
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
275
+ num_steps: 40000
276
+ initial_value: 10.0
277
+ final_value: 1000.0
278
+ interpolation_scheme: cosine
279
+ use_contact_map: ${use_contact_map}
280
+ use_sdf_maps: ${use_sdf_maps}
281
+ use_normals_maps: ${use_normals_maps}
282
+ which_objects: ${which_objects}
283
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
284
+ env_dtc_max_value: ${env_dtc_max_value}
285
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
286
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
287
+ clamp_dtc: ${clamp_dtc}
288
+ max_contact_prob: ${max_contact_prob}
289
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
290
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
291
+ adaptive_normals_mask: ${adaptive_normals_mask}
292
+ max_depth: ${max_depth}
293
+ image_shape: ${agent.desired_image_shape}
294
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
295
+ learning_rate: 0.0001
296
+ weight_decay: 0.0
297
+ contact_model_name: ${contact_model_name}
298
+ zero_centered: false
299
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
300
+ suite:
301
+ suite: frankagym
302
+ name: frankagym
303
+ frame_stack: ${agent.n_obs_steps}
304
+ action_repeat: 1
305
+ discount: 0.99
306
+ hidden_dim: 1024
307
+ num_train_frames: 1000000
308
+ num_seed_frames: 0
309
+ num_train_epochs: 2000
310
+ validate_every_epochs: 50
311
+ eval_on_sim_every_epochs: 50
312
+ validate_diffusion_on_action_loss_every_epochs: 50
313
+ eval_on_sim_every_epochs_diffusion: 500
314
+ train_eval_diffusion_on_action_loss_every_epochs: 50
315
+ check_topk_every_epochs: 50
316
+ save_snapshot_every_epochs: 100
317
+ num_seen_eval_envs: 0
318
+ num_unseen_eval_envs: 50
319
+ evals_per_env: 1
320
+ eval_every_frames: 2000
321
+ num_eval_episodes: 5
322
+ save_snapshot: true
323
+ wait_for_user_to_start_episode: true
324
+ task_make_fn:
325
+ _target_: suite.frankagym.make
326
+ name: ${task_name}
327
+ height: 240
328
+ width: 320
329
+ frame_stack: ${suite.frame_stack}
330
+ action_repeat: ${suite.action_repeat}
331
+ seed: ${seed}
332
+ enable_arm: ${agent.enable_arm}
333
+ enable_gripper: ${enable_gripper}
334
+ start_with_gripper_open: ${start_with_gripper_open}
335
+ enable_camera: ${agent.enable_camera}
336
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
337
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
338
+ x_limit: ${x_limit}
339
+ y_limit: ${y_limit}
340
+ z_limit: ${z_limit}
341
+ device: ${device}
342
+ interpolation_frequency: ${interpolation_frequency}
343
+ policy_frequency: ${policy_frequency}
344
+ debug_timestamps: ${debug_timestamps}
345
+ stop_after_action: ${stop_after_action}
346
+ open_loop: ${open_loop}
347
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
348
+ action_key: ${action_key}
349
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
350
+ action_trajectories: ${action_trajectories}
351
+ path_to_zarr_dataset: ${expert_dataset}
352
+ agent_policy_cfg:
353
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
354
+ compile: false
355
+ device: ${device}
356
+ cam_resize_shape: ${agent.desired_image_shape}
357
+ orig_cam_shape: ${agent.orig_cam_shape}
358
+ policy_frequency: ${policy_frequency}
359
+ interpolation_frequency: ${interpolation_frequency}
360
+ deterministic_actions: true
361
+ deterministic_actions_seed: 0
362
+ use_lerobot_dataset: ${use_lerobot_dataset}
363
+ policy_cfg:
364
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
365
+ n_obs_steps: 2
366
+ horizon: 16
367
+ n_action_steps: ${agent.config.policy_cfg.horizon}
368
+ input_shapes:
369
+ observation.image: ${agent.config.cam_resize_shape}
370
+ context_observation.image: ${agent.config.cam_resize_shape}
371
+ observation.state:
372
+ - 2
373
+ output_shapes:
374
+ action:
375
+ - 2
376
+ input_normalization_modes:
377
+ observation.image: mean_std
378
+ observation.state: min_max
379
+ output_normalization_modes:
380
+ action: min_max
381
+ vision_backbone: resnet18
382
+ crop_distractors_tlhw: null
383
+ pretrained_backbone_weights: null
384
+ transforms:
385
+ - type: RandomCrop
386
+ ratio: 0.875
387
+ use_group_norm: true
388
+ spatial_softmax_num_keypoints: 32
389
+ action_history_encoder_config:
390
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
391
+ in_channels: 7
392
+ out_channels: 32
393
+ history_length: 4
394
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
395
+ downsample_kernel_size: 3
396
+ downsample_stride: 2
397
+ downsample_padding: 1
398
+ down_dims:
399
+ - 512
400
+ - 1024
401
+ - 2048
402
+ kernel_size: 5
403
+ n_groups: 8
404
+ diffusion_step_embed_dim: 128
405
+ use_film_scale_modulation: true
406
+ noise_scheduler_type: DDIM
407
+ beta_schedule: squaredcos_cap_v2
408
+ beta_start: 0.0001
409
+ beta_end: 0.02
410
+ prediction_type: epsilon
411
+ clip_sample: true
412
+ clip_sample_range: 1.0
413
+ num_train_timesteps: 100
414
+ num_inference_steps: 100
415
+ do_mask_loss_for_padding: false
416
+ start_horizon_at_current_step: true
417
+ train_cfg:
418
+ _target_: utils.TrainConfig
419
+ lr: 0.0001
420
+ lr_scheduler: cosine
421
+ lr_warmup_steps: 500
422
+ adam_betas:
423
+ - 0.95
424
+ - 0.999
425
+ adam_eps: 1.0e-08
426
+ adam_weight_decay: 1.0e-06
427
+ grad_clip_norm: 10
428
+ offline_steps: ${num_train_frames_diffusion}
429
+ use_amp: true
430
+ optimizer: adam
431
+ observation_cfg:
432
+ _target_: agent.encoder.VisualFeatureSet
433
+ use_depth: ${use_depth}
434
+ use_color: ${use_color}
435
+ mask_input_dict:
436
+ _target_: agent.encoder.MaskInputDict
437
+ enable: ${use_masks}
438
+ representation: ${mask_representation}
439
+ mask_list: ${mask_list}
440
+ segmentation_model_name: ${segmentation_model_name}
441
+ crop_input_config:
442
+ _target_: agent.encoder.CropInputConfig
443
+ color_crop_type: ${color_crop_type}
444
+ depth_crop_type: ${depth_crop_type}
445
+ segmask_crop_type: ${segmask_crop_type}
446
+ crop_hw: ${crop_hw}
447
+ crop_down_offset: ${crop_down_offset}
448
+ add_crop_binary_mask: ${add_crop_binary_mask}
449
+ add_coord_conv_map: ${add_coord_conv_map}
450
+ context_input_config:
451
+ _target_: agent.encoder.ContextInputConfig
452
+ use_color: ${use_context_color}
453
+ use_depth: ${use_context_depth}
454
+ mask_input_dict:
455
+ _target_: agent.encoder.MaskInputDict
456
+ enable: ${use_context_segmask}
457
+ representation: ${mask_representation}
458
+ mask_list: ${mask_list}
459
+ segmentation_model_name: ${segmentation_model_name}
460
+ crop_input_config:
461
+ _target_: agent.encoder.CropInputConfig
462
+ color_crop_type: ${context_color_crop_type}
463
+ depth_crop_type: ${context_depth_crop_type}
464
+ segmask_crop_type: ${context_segmask_crop_type}
465
+ crop_hw: ${crop_hw}
466
+ crop_down_offset: ${crop_down_offset}
467
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
468
+ add_coord_conv_map: ${context_add_coord_conv_map}
469
+ mask_soft_approx_scheduler_config:
470
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
471
+ num_steps: 40000
472
+ initial_value: 10.0
473
+ final_value: 1000.0
474
+ interpolation_scheme: cosine
475
+ use_contact_map: ${use_contact_map}
476
+ use_sdf_maps: ${use_sdf_maps}
477
+ use_normals_maps: ${use_normals_maps}
478
+ which_objects: ${which_objects}
479
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
480
+ env_dtc_max_value: ${env_dtc_max_value}
481
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
482
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
483
+ clamp_dtc: ${clamp_dtc}
484
+ max_contact_prob: ${max_contact_prob}
485
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
486
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
487
+ adaptive_normals_mask: ${adaptive_normals_mask}
488
+ max_depth: ${max_depth}
489
+ image_shape: ${agent.desired_image_shape}
490
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
491
+ learning_rate: 0.0001
492
+ weight_decay: 0.0
493
+ contact_model_name: ${contact_model_name}
494
+ zero_centered: false
495
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
496
+ true_action_history: ${true_action_history}
497
+ num_train_frames_bc: 50000
498
+ num_train_frames_drq: 1100000
499
+ stddev_schedule_drq: linear(1.0,0.1,100000)
500
+ task_name: FrankaInsertion-v1
501
+ num_train_frames_vinn: 25000
502
+ num_train_frames_diffusion: 1000000
503
+ num_train_epochs_bc: 5000
504
+ num_train_epochs_diffusion: 2000
505
+ validate_every_epochs_bc: 5
506
+ validate_every_epochs_diffusion: 50
507
+ validate_diffusion_on_action_loss_every_epochs: 50
508
+ train_eval_diffusion_on_action_loss_every_epochs: 50
509
+ eval_on_sim_every_epochs_diffusion: 50
510
+ check_topk_every_epochs: 5
511
+ check_topk_every_epochs_diffusion: 50
512
+ save_snapshot_every_epochs_diffusion: 100
513
+ x_limit:
514
+ - 0.2
515
+ - 0.7
516
+ y_limit:
517
+ - -0.4
518
+ - 0.4
519
+ z_limit:
520
+ - -0.05
521
+ - 0.55
522
+ home_displacement:
523
+ - 0.55
524
+ - 0.0
525
+ - 0.55
526
+ - 180.0
527
+ - 0.0
528
+ - 0.0
529
+ enable_gripper: true
530
+ start_with_gripper_open: true
531
+ offset_mask:
532
+ - 1
533
+ - 1
534
+ - 1
535
+ - 1
536
+ - 1
537
+ - 1
538
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
539
+ fps: 10
540
+ env:
541
+ name: pusht
542
+ task: PushT-v0
543
+ image_size: 96
544
+ state_dim: 2
545
+ action_dim: 2
546
+ fps: 10
547
+ episode_length: 300
548
+ gym:
549
+ obs_type: pixels_agent_pos
550
+ render_mode: rgb_array
551
+ visualization_width: 384
552
+ visualization_height: 384
553
+ test:
554
+ username: leonmkim
555
+ hostname: grasp-login1
556
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
557
+ root_dir: ~/fish_leon
558
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
559
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
560
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
561
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
562
+ include_groups_list: all
563
+ batch_size: 128
564
+ store_dataset_in_memory: false
565
+ use_tb: true
566
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
567
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
568
+ resume_wandb_run: false
569
+ feature_type: 96x96_1_RGB
570
+ use_num_train_epochs_to_determine_lr_schedule: false
snapshot_100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be10bab5aa4dd46e92c84f1febc00132a77db37651fd9f229b6e0cbdc2c30c5
3
+ size 3152800308
snapshot_1000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4fde59b2e51da4a0af882fed8383aac34395233a3183bbbb906c2d7bb5b89db
3
+ size 3152801968
snapshot_1100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff468a463d6ca02510fbdafe7f4166470a59b979c7626beaaaf04da56218468d
3
+ size 3152801968
snapshot_150.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10168c9a4c0fcd0c2a06b45edb7a706bff46778409eaa9b12ad75e52bf1c0790
3
+ size 3152800436
snapshot_200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d63a19cb8fdbcf22caff17d6d0795349c217730c7ac3fe4c907e68c69451a8b
3
+ size 3152800628
snapshot_250.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0cf38c22a9ac6661cd22abbb1e8c39c38028c1606e7e56037ad57853c55bf22
3
+ size 3152800756
snapshot_300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2b5d1af0743f013dc4e96eeab5f3bb8087854447bcee9f4c5461f939a2921aa
3
+ size 3152800884
snapshot_350.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9815e19ae78069da75afbb879d6752994344ba22fb866801f2b348385fddc55c
3
+ size 3152801520
snapshot_400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e186756b65347b63592cfee3de945eb8807d70856c3c3bb1a04af455fa3fafa9
3
+ size 3152801648
snapshot_450.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad1ac2011098ec8604cf8eec86a1eebdec9e498dac7644d79d03cdf018102f3
3
+ size 3152801776
snapshot_50.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9978fed3c707c1fc39b64c17613929cdb85bd99dcfe828b8ef2016eba5c837e7
3
+ size 3152800180
snapshot_500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:340d85e91c1564d8d3de09eae37e0296b1b39ec61558815bc09b9fdb8f047050
3
+ size 3152801968
snapshot_600.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6b252f16fb3b39e0e59dc0f01075754fbe018fec973120e7adab89d5b23b76
3
+ size 3152801968
snapshot_700.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a6a41b5c919a586d34ad13d9aa25a0b454ed37f4cabc69f79f10a7298e74e02
3
+ size 3152801968
snapshot_800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84e9e2bf06796056fef6d04f076ee28d1cb696986f651b329371deb6cdba4321
3
+ size 3152801968
snapshot_900.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70e41bf8deedef6bb768961a54edf34d72ac2017a57064d28ff3b374a3204fc
3
+ size 3152801968
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff468a463d6ca02510fbdafe7f4166470a59b979c7626beaaaf04da56218468d
3
+ size 3152801968