serialexperimentsleon commited on
Commit
c05aa95
·
verified ·
1 Parent(s): 383bab9

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: ${seed}
8
+ valid_dataset_shuffle_seed: 0
9
+ train_dataset_shuffle_seed: 0
10
+ device: cuda
11
+ save_video: true
12
+ save_train_video: true
13
+ use_tb: true
14
+ use_wandb: true
15
+ wandb_run_id: '53959_0'
16
+ wandb_notes: 53959_0_restarted_2
17
+ eval_on_sim: true
18
+ eval_on_sim_past_checkpoints: false
19
+ simulation: true
20
+ true_action_history: false
21
+ train_pad_after: 0
22
+ process_contact_features: ${eval}
23
+ obs_type: pixels
24
+ use_color: true
25
+ use_depth: false
26
+ use_masks: false
27
+ mask_list:
28
+ - EE_obj_mask
29
+ mask_representation: channels
30
+ segmentation_model_name: gt_segmentation
31
+ crop_hw:
32
+ - 144
33
+ - 144
34
+ crop_down_offset: 48
35
+ color_crop_type: null
36
+ depth_crop_type: null
37
+ segmask_crop_type: null
38
+ add_crop_binary_mask: false
39
+ add_coord_conv_map: false
40
+ use_context_color: false
41
+ use_context_depth: false
42
+ use_context_segmask: false
43
+ context_color_crop_type: null
44
+ context_depth_crop_type: null
45
+ context_segmask_crop_type: null
46
+ context_add_crop_binary_mask: false
47
+ context_add_coord_conv_map: false
48
+ use_contact_map: false
49
+ use_sdf_maps: false
50
+ use_normals_maps: false
51
+ which_objects: both
52
+ max_contact_prob: 1.0
53
+ max_depth: 2.0
54
+ grasped_dtc_max_value: 0.2
55
+ env_dtc_max_value: 0.4
56
+ grasped_normals_mask_max_dtc_value: 0.2
57
+ env_normals_mask_max_dtc_value: 0.4
58
+ clamp_dtc: true
59
+ dtc_adaptive_normalization: false
60
+ mask_normals_within_sdf: true
61
+ adaptive_normals_mask: true
62
+ learnable_contact_preprocess_params: false
63
+ contact_model_name: gt_contact
64
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
65
+ encoder_type: small
66
+ debug_timestamps: false
67
+ open_loop: false
68
+ action_trajectories: true
69
+ stop_after_action: false
70
+ interpolation_frequency: 25
71
+ policy_frequency: 1.25
72
+ wait_for_new_camera_frames: true
73
+ baseline: false
74
+ train_demo_idxs_list_or_num: -1
75
+ log_train_every_steps: 25
76
+ name_of_expert_demo: pusht
77
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
78
+ store_dataset_in_memory: false
79
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
80
+ action_key: action
81
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
82
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
83
+ include_groups_list: all
84
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
85
+ name_of_valid_demo: pusht
86
+ train_num_groups: 201
87
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
88
+ valid_demo_idxs_list_or_num: null
89
+ val_num_groups: 5
90
+ universal_unseen_env_seed_start: 1000000
91
+ load_bc: ${agent.load_checkpoint}
92
+ checkpoint_epoch_list:
93
+ - 99
94
+ - 199
95
+ - 299
96
+ - 399
97
+ - 499
98
+ - 599
99
+ - 699
100
+ - 799
101
+ - 899
102
+ - 999
103
+ - 1249
104
+ - 1499
105
+ - 1749
106
+ - 1999
107
+ - 2999
108
+ - 3999
109
+ - 4999
110
+ - 5999
111
+ - 6999
112
+ - 7999
113
+ - 8999
114
+ - 9999
115
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
116
+ save_snapshot: true
117
+ save_last_snapshot: true
118
+ save_snapshot_when_done: true
119
+ top_k_checkpoints: 10
120
+ save_snapshot_link_to_weights_dir: deprecated
121
+ restore_missing_checkpoint: null
122
+ restore_and_eval_all_missing_checkpoints: false
123
+ bc_regularize: false
124
+ bc_weight_type: qfilter
125
+ username: leonmkim
126
+ hostname: grasp-login1
127
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
128
+ local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
129
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
130
+ use_lerobot_dataset: false
131
+ lerobot_dataset_drop_n_last_frames: 7
132
+ eval:
133
+ n_episodes: 1
134
+ batch_size: 1
135
+ use_async_envs: false
136
+ agent:
137
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
138
+ name: diffusion_policy
139
+ load_checkpoint: ${eval}
140
+ device: ${device}
141
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
142
+ suite_name: ${suite.name}
143
+ obs_type: ${obs_type}
144
+ enable_arm: ${eval}
145
+ enable_camera: ${eval}
146
+ use_tb: ${use_tb}
147
+ desired_image_shape:
148
+ - 3
149
+ - 96
150
+ - 96
151
+ orig_cam_shape:
152
+ - 3
153
+ - 96
154
+ - 96
155
+ actions_prenormalized: false
156
+ config:
157
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
158
+ compile: false
159
+ device: ${device}
160
+ cam_resize_shape: ${agent.desired_image_shape}
161
+ orig_cam_shape: ${agent.orig_cam_shape}
162
+ policy_frequency: ${policy_frequency}
163
+ interpolation_frequency: ${interpolation_frequency}
164
+ deterministic_actions: true
165
+ deterministic_actions_seed: 0
166
+ use_lerobot_dataset: ${use_lerobot_dataset}
167
+ policy_cfg:
168
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
169
+ n_obs_steps: 2
170
+ horizon: 16
171
+ n_action_steps: ${agent.config.policy_cfg.horizon}
172
+ input_shapes:
173
+ observation.image: ${agent.config.cam_resize_shape}
174
+ context_observation.image: ${agent.config.cam_resize_shape}
175
+ observation.state:
176
+ - 2
177
+ output_shapes:
178
+ action:
179
+ - 2
180
+ input_normalization_modes:
181
+ observation.image: mean_std
182
+ observation.state: min_max
183
+ output_normalization_modes:
184
+ action: min_max
185
+ vision_backbone: resnet18
186
+ crop_distractors_tlhw: null
187
+ pretrained_backbone_weights: null
188
+ transforms:
189
+ - type: RandomCrop
190
+ ratio: 0.875
191
+ use_group_norm: true
192
+ spatial_softmax_num_keypoints: 32
193
+ action_history_encoder_config:
194
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
195
+ in_channels: 7
196
+ out_channels: 32
197
+ history_length: 4
198
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
199
+ downsample_kernel_size: 3
200
+ downsample_stride: 2
201
+ downsample_padding: 1
202
+ down_dims:
203
+ - 64
204
+ - 128
205
+ - 256
206
+ kernel_size: 5
207
+ n_groups: 8
208
+ diffusion_step_embed_dim: 128
209
+ use_film_scale_modulation: true
210
+ noise_scheduler_type: DDIM
211
+ beta_schedule: squaredcos_cap_v2
212
+ beta_start: 0.0001
213
+ beta_end: 0.02
214
+ prediction_type: epsilon
215
+ clip_sample: true
216
+ clip_sample_range: 1.0
217
+ num_train_timesteps: 50
218
+ num_inference_steps: 10
219
+ do_mask_loss_for_padding: false
220
+ start_horizon_at_current_step: true
221
+ train_cfg:
222
+ _target_: utils.TrainConfig
223
+ lr: 0.0001
224
+ lr_scheduler: cosine
225
+ lr_warmup_steps: 500
226
+ adam_betas:
227
+ - 0.95
228
+ - 0.999
229
+ adam_eps: 1.0e-08
230
+ adam_weight_decay: 1.0e-06
231
+ grad_clip_norm: 10
232
+ offline_steps: ${num_train_frames_diffusion}
233
+ use_amp: true
234
+ optimizer: adamw
235
+ observation_cfg:
236
+ _target_: agent.encoder.VisualFeatureSet
237
+ use_depth: ${use_depth}
238
+ use_color: ${use_color}
239
+ mask_input_dict:
240
+ _target_: agent.encoder.MaskInputDict
241
+ enable: ${use_masks}
242
+ representation: ${mask_representation}
243
+ mask_list: ${mask_list}
244
+ segmentation_model_name: ${segmentation_model_name}
245
+ crop_input_config:
246
+ _target_: agent.encoder.CropInputConfig
247
+ color_crop_type: ${color_crop_type}
248
+ depth_crop_type: ${depth_crop_type}
249
+ segmask_crop_type: ${segmask_crop_type}
250
+ crop_hw: ${crop_hw}
251
+ crop_down_offset: ${crop_down_offset}
252
+ add_crop_binary_mask: ${add_crop_binary_mask}
253
+ add_coord_conv_map: ${add_coord_conv_map}
254
+ context_input_config:
255
+ _target_: agent.encoder.ContextInputConfig
256
+ use_color: ${use_context_color}
257
+ use_depth: ${use_context_depth}
258
+ mask_input_dict:
259
+ _target_: agent.encoder.MaskInputDict
260
+ enable: ${use_context_segmask}
261
+ representation: ${mask_representation}
262
+ mask_list: ${mask_list}
263
+ segmentation_model_name: ${segmentation_model_name}
264
+ crop_input_config:
265
+ _target_: agent.encoder.CropInputConfig
266
+ color_crop_type: ${context_color_crop_type}
267
+ depth_crop_type: ${context_depth_crop_type}
268
+ segmask_crop_type: ${context_segmask_crop_type}
269
+ crop_hw: ${crop_hw}
270
+ crop_down_offset: ${crop_down_offset}
271
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
272
+ add_coord_conv_map: ${context_add_coord_conv_map}
273
+ mask_soft_approx_scheduler_config:
274
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
275
+ num_steps: 40000
276
+ initial_value: 10.0
277
+ final_value: 1000.0
278
+ interpolation_scheme: cosine
279
+ use_contact_map: ${use_contact_map}
280
+ use_sdf_maps: ${use_sdf_maps}
281
+ use_normals_maps: ${use_normals_maps}
282
+ which_objects: ${which_objects}
283
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
284
+ env_dtc_max_value: ${env_dtc_max_value}
285
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
286
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
287
+ clamp_dtc: ${clamp_dtc}
288
+ max_contact_prob: ${max_contact_prob}
289
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
290
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
291
+ adaptive_normals_mask: ${adaptive_normals_mask}
292
+ max_depth: ${max_depth}
293
+ image_shape: ${agent.desired_image_shape}
294
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
295
+ learning_rate: 0.0001
296
+ weight_decay: 0.0
297
+ contact_model_name: ${contact_model_name}
298
+ zero_centered: false
299
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
300
+ suite:
301
+ suite: frankagym
302
+ name: frankagym
303
+ frame_stack: ${agent.n_obs_steps}
304
+ action_repeat: 1
305
+ discount: 0.99
306
+ hidden_dim: 1024
307
+ num_train_frames: 1000000
308
+ num_seed_frames: 0
309
+ num_train_epochs: 2000
310
+ validate_every_epochs: 50
311
+ eval_on_sim_every_epochs: 50
312
+ validate_diffusion_on_action_loss_every_epochs: 50
313
+ eval_on_sim_every_epochs_diffusion: 500
314
+ train_eval_diffusion_on_action_loss_every_epochs: 50
315
+ check_topk_every_epochs: 50
316
+ save_snapshot_every_epochs: 100
317
+ num_seen_eval_envs: 0
318
+ num_unseen_eval_envs: 50
319
+ evals_per_env: 1
320
+ eval_every_frames: 2000
321
+ num_eval_episodes: 5
322
+ save_snapshot: true
323
+ wait_for_user_to_start_episode: true
324
+ task_make_fn:
325
+ _target_: suite.frankagym.make
326
+ name: ${task_name}
327
+ height: 240
328
+ width: 320
329
+ frame_stack: ${suite.frame_stack}
330
+ action_repeat: ${suite.action_repeat}
331
+ seed: ${seed}
332
+ enable_arm: ${agent.enable_arm}
333
+ enable_gripper: ${enable_gripper}
334
+ start_with_gripper_open: ${start_with_gripper_open}
335
+ enable_camera: ${agent.enable_camera}
336
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
337
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
338
+ x_limit: ${x_limit}
339
+ y_limit: ${y_limit}
340
+ z_limit: ${z_limit}
341
+ device: ${device}
342
+ interpolation_frequency: ${interpolation_frequency}
343
+ policy_frequency: ${policy_frequency}
344
+ debug_timestamps: ${debug_timestamps}
345
+ stop_after_action: ${stop_after_action}
346
+ open_loop: ${open_loop}
347
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
348
+ action_key: ${action_key}
349
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
350
+ action_trajectories: ${action_trajectories}
351
+ path_to_zarr_dataset: ${expert_dataset}
352
+ agent_policy_cfg:
353
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
354
+ compile: false
355
+ device: ${device}
356
+ cam_resize_shape: ${agent.desired_image_shape}
357
+ orig_cam_shape: ${agent.orig_cam_shape}
358
+ policy_frequency: ${policy_frequency}
359
+ interpolation_frequency: ${interpolation_frequency}
360
+ deterministic_actions: true
361
+ deterministic_actions_seed: 0
362
+ use_lerobot_dataset: ${use_lerobot_dataset}
363
+ policy_cfg:
364
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
365
+ n_obs_steps: 2
366
+ horizon: 16
367
+ n_action_steps: ${agent.config.policy_cfg.horizon}
368
+ input_shapes:
369
+ observation.image: ${agent.config.cam_resize_shape}
370
+ context_observation.image: ${agent.config.cam_resize_shape}
371
+ observation.state:
372
+ - 2
373
+ output_shapes:
374
+ action:
375
+ - 2
376
+ input_normalization_modes:
377
+ observation.image: mean_std
378
+ observation.state: min_max
379
+ output_normalization_modes:
380
+ action: min_max
381
+ vision_backbone: resnet18
382
+ crop_distractors_tlhw: null
383
+ pretrained_backbone_weights: null
384
+ transforms:
385
+ - type: RandomCrop
386
+ ratio: 0.875
387
+ use_group_norm: true
388
+ spatial_softmax_num_keypoints: 32
389
+ action_history_encoder_config:
390
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
391
+ in_channels: 7
392
+ out_channels: 32
393
+ history_length: 4
394
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
395
+ downsample_kernel_size: 3
396
+ downsample_stride: 2
397
+ downsample_padding: 1
398
+ down_dims:
399
+ - 64
400
+ - 128
401
+ - 256
402
+ kernel_size: 5
403
+ n_groups: 8
404
+ diffusion_step_embed_dim: 128
405
+ use_film_scale_modulation: true
406
+ noise_scheduler_type: DDIM
407
+ beta_schedule: squaredcos_cap_v2
408
+ beta_start: 0.0001
409
+ beta_end: 0.02
410
+ prediction_type: epsilon
411
+ clip_sample: true
412
+ clip_sample_range: 1.0
413
+ num_train_timesteps: 50
414
+ num_inference_steps: 10
415
+ do_mask_loss_for_padding: false
416
+ start_horizon_at_current_step: true
417
+ train_cfg:
418
+ _target_: utils.TrainConfig
419
+ lr: 0.0001
420
+ lr_scheduler: cosine
421
+ lr_warmup_steps: 500
422
+ adam_betas:
423
+ - 0.95
424
+ - 0.999
425
+ adam_eps: 1.0e-08
426
+ adam_weight_decay: 1.0e-06
427
+ grad_clip_norm: 10
428
+ offline_steps: ${num_train_frames_diffusion}
429
+ use_amp: true
430
+ optimizer: adamw
431
+ observation_cfg:
432
+ _target_: agent.encoder.VisualFeatureSet
433
+ use_depth: ${use_depth}
434
+ use_color: ${use_color}
435
+ mask_input_dict:
436
+ _target_: agent.encoder.MaskInputDict
437
+ enable: ${use_masks}
438
+ representation: ${mask_representation}
439
+ mask_list: ${mask_list}
440
+ segmentation_model_name: ${segmentation_model_name}
441
+ crop_input_config:
442
+ _target_: agent.encoder.CropInputConfig
443
+ color_crop_type: ${color_crop_type}
444
+ depth_crop_type: ${depth_crop_type}
445
+ segmask_crop_type: ${segmask_crop_type}
446
+ crop_hw: ${crop_hw}
447
+ crop_down_offset: ${crop_down_offset}
448
+ add_crop_binary_mask: ${add_crop_binary_mask}
449
+ add_coord_conv_map: ${add_coord_conv_map}
450
+ context_input_config:
451
+ _target_: agent.encoder.ContextInputConfig
452
+ use_color: ${use_context_color}
453
+ use_depth: ${use_context_depth}
454
+ mask_input_dict:
455
+ _target_: agent.encoder.MaskInputDict
456
+ enable: ${use_context_segmask}
457
+ representation: ${mask_representation}
458
+ mask_list: ${mask_list}
459
+ segmentation_model_name: ${segmentation_model_name}
460
+ crop_input_config:
461
+ _target_: agent.encoder.CropInputConfig
462
+ color_crop_type: ${context_color_crop_type}
463
+ depth_crop_type: ${context_depth_crop_type}
464
+ segmask_crop_type: ${context_segmask_crop_type}
465
+ crop_hw: ${crop_hw}
466
+ crop_down_offset: ${crop_down_offset}
467
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
468
+ add_coord_conv_map: ${context_add_coord_conv_map}
469
+ mask_soft_approx_scheduler_config:
470
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
471
+ num_steps: 40000
472
+ initial_value: 10.0
473
+ final_value: 1000.0
474
+ interpolation_scheme: cosine
475
+ use_contact_map: ${use_contact_map}
476
+ use_sdf_maps: ${use_sdf_maps}
477
+ use_normals_maps: ${use_normals_maps}
478
+ which_objects: ${which_objects}
479
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
480
+ env_dtc_max_value: ${env_dtc_max_value}
481
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
482
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
483
+ clamp_dtc: ${clamp_dtc}
484
+ max_contact_prob: ${max_contact_prob}
485
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
486
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
487
+ adaptive_normals_mask: ${adaptive_normals_mask}
488
+ max_depth: ${max_depth}
489
+ image_shape: ${agent.desired_image_shape}
490
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
491
+ learning_rate: 0.0001
492
+ weight_decay: 0.0
493
+ contact_model_name: ${contact_model_name}
494
+ zero_centered: false
495
+ crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
496
+ true_action_history: ${true_action_history}
497
+ num_train_frames_bc: 50000
498
+ num_train_frames_drq: 1100000
499
+ stddev_schedule_drq: linear(1.0,0.1,100000)
500
+ task_name: FrankaInsertion-v1
501
+ num_train_frames_vinn: 25000
502
+ num_train_frames_diffusion: 1000000
503
+ num_train_epochs_bc: 5000
504
+ num_train_epochs_diffusion: 2000
505
+ validate_every_epochs_bc: 5
506
+ validate_every_epochs_diffusion: 50
507
+ validate_diffusion_on_action_loss_every_epochs: 50
508
+ train_eval_diffusion_on_action_loss_every_epochs: 50
509
+ eval_on_sim_every_epochs_diffusion: 50
510
+ check_topk_every_epochs: 5
511
+ check_topk_every_epochs_diffusion: 50
512
+ save_snapshot_every_epochs_diffusion: 100
513
+ x_limit:
514
+ - 0.2
515
+ - 0.7
516
+ y_limit:
517
+ - -0.4
518
+ - 0.4
519
+ z_limit:
520
+ - -0.05
521
+ - 0.55
522
+ home_displacement:
523
+ - 0.55
524
+ - 0.0
525
+ - 0.55
526
+ - 180.0
527
+ - 0.0
528
+ - 0.0
529
+ enable_gripper: true
530
+ start_with_gripper_open: true
531
+ offset_mask:
532
+ - 1
533
+ - 1
534
+ - 1
535
+ - 1
536
+ - 1
537
+ - 1
538
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
539
+ fps: 10
540
+ env:
541
+ name: pusht
542
+ task: PushT-v0
543
+ image_size: 96
544
+ state_dim: 2
545
+ action_dim: 2
546
+ fps: 10
547
+ episode_length: 300
548
+ gym:
549
+ obs_type: pixels_agent_pos
550
+ render_mode: rgb_array
551
+ visualization_width: 384
552
+ visualization_height: 384
553
+ test:
554
+ username: leonmkim
555
+ hostname: grasp-login1
556
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
557
+ root_dir: ~/fish_leon
558
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
559
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
560
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
561
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
562
+ include_groups_list: all
563
+ batch_size: 128
564
+ store_dataset_in_memory: false
565
+ use_tb: true
566
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
567
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
568
+ resume_wandb_run: false
569
+ feature_type: 96x96_1_RGB
570
+ use_num_train_epochs_to_determine_lr_schedule: false
snapshot_100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a09799a4cc1f90252cdba7ae1fe7040c19547b0e0aed21f0104266bec19644e
3
+ size 193326240
snapshot_1000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd1d87004f9df631e515f44a9d4779ff72ecc35da72136cd8bee8497426967a6
3
+ size 193327900
snapshot_1100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5321122c211d2b3dc2a4cf1225739cf04e585b0784f9894d514a699441fa4779
3
+ size 193327900
snapshot_1200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf69d6583e0de4f0d7af15baea66a600b4d5d550978d1b0463e556e2f851f6c
3
+ size 193327900
snapshot_1300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2968015be69d04eae140d82b529bd9beb79204045dbf9b372b261e795e230c5
3
+ size 193327900
snapshot_1400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c7741379a4e2c1034455a22bf4832fe8f2349d224bd2a1d717a023c5dbec3f3
3
+ size 193327900
snapshot_150.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1bf10b5e1d0e7c9eedcf9be4170e215e00b4685e70c863e60d555b74d1d6a7d
3
+ size 193326432
snapshot_1500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e136be452347d728122c13a7f24cc50a8d4bfe2ba02bb7b97654a371600dd48a
3
+ size 193327900
snapshot_1600.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808cae19fcba8f9390bd9bbcb7954c6a98a03d11c6e488421d4015c4e94ac2a1
3
+ size 193327900
snapshot_1700.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d691ddd61b9c3c4a309ab9e147c188e5799e8f49fd01da76f61adbcfaab0b996
3
+ size 193327900
snapshot_1800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42a9f8041831ef1950d9bdf3d4157438be00668097e23a348da0c44cb12cd1eb
3
+ size 193327900
snapshot_1900.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1f71b116f41fe2bc2de6a5a27037fa71cd3df6c5c40213cf2a07307b708d070
3
+ size 193327900
snapshot_200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:968f4a2f6e22a140bac282ee0efbb3946325068e18aaa4f16357e1bced3de26d
3
+ size 193326560
snapshot_2000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:856afbfc7309d3d6022446fb9b354b35710dfe9f8903a7fc1fb131f7059c38fd
3
+ size 193327900
snapshot_250.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704ef3f783e5eb4ac09dc182887f5d0f1dfadcfd6b6263c5fe76ec6266d6ab3c
3
+ size 193326688
snapshot_300.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c01f425f73ac3366307c1adff996bfaabb863bbe2dea029e9378278cb1f80b3
3
+ size 193326816
snapshot_350.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d3d9bca8e1f3c7b452e5b6d739ee0ef8cea038de22d2c3753a410a73373969
3
+ size 193327008
snapshot_400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38262641b0a6bf928a838e51f27d5fac85d5811e6eb96ae84dafac696656445c
3
+ size 193327136
snapshot_450.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7240abb3b92aab9fdd8b0d3ad4ecfdb5ccffacc9fe850799dc436346bab0b59
3
+ size 193327264
snapshot_50.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0f8778442ecf527a9c8010881afa114f5912e6c061d609f02e198b95c08c78a
3
+ size 193326112
snapshot_500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8013447a0eeb0a8d5140c1fd3e18ec7edad56747f2ae528082d2cf953996b86e
3
+ size 193327392
snapshot_600.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8b49d46a1f4a48ca07737c11c2169d9cabd5fe16da46f0d19a343fd407b0cf
3
+ size 193327900
snapshot_700.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f72a0ce46293e0aeb7fd1f0158fd244d0c846a9be48f8dccd9ce1b95022ad3
3
+ size 193327900
snapshot_800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903a9e1d8efd261295a36274fa3d68751e165a81a2b146d1110ecf04b4d3a486
3
+ size 193327900
snapshot_900.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9803aeb9e2b1aae183c5158b034f02e686348495b05333c5a72171eacfce19
3
+ size 193327900
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:856afbfc7309d3d6022446fb9b354b35710dfe9f8903a7fc1fb131f7059c38fd
3
+ size 193327900