serialexperimentsleon commited on
Commit
f26da4a
·
verified ·
1 Parent(s): 4bfca5a

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,567 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 0
7
+ dataset_shuffle_seed: 0
8
+ device: cuda
9
+ save_video: true
10
+ save_train_video: true
11
+ use_tb: true
12
+ use_wandb: true
13
+ wandb_run_id: '3473_0'
14
+ wandb_notes: 3473_0_req_3919_0restarted_1
15
+ eval: false
16
+ true_action_history: false
17
+ train_pad_after: 4
18
+ process_contact_features: ${eval}
19
+ obs_type: pixels
20
+ use_color: false
21
+ use_depth: true
22
+ use_masks: true
23
+ mask_list:
24
+ - EE_obj_mask
25
+ mask_representation: channels
26
+ crop_hw:
27
+ - 144
28
+ - 144
29
+ crop_down_offset: 48
30
+ color_crop_type: null
31
+ depth_crop_type: null
32
+ segmask_crop_type: null
33
+ add_crop_binary_mask: false
34
+ add_coord_conv_map: false
35
+ use_context_color: false
36
+ use_context_depth: false
37
+ use_context_segmask: false
38
+ context_color_crop_type: null
39
+ context_depth_crop_type: null
40
+ context_segmask_crop_type: null
41
+ context_add_crop_binary_mask: false
42
+ context_add_coord_conv_map: false
43
+ use_contact_map: false
44
+ use_sdf_maps: false
45
+ use_normals_maps: false
46
+ which_objects: both
47
+ max_contact_prob: 0.1
48
+ max_depth: 2.0
49
+ grasped_dtc_max_value: 0.2
50
+ env_dtc_max_value: 0.4
51
+ grasped_normals_mask_max_dtc_value: 0.2
52
+ env_normals_mask_max_dtc_value: 0.4
53
+ clamp_dtc: true
54
+ dtc_adaptive_normalization: false
55
+ mask_normals_within_sdf: true
56
+ adaptive_normals_mask: true
57
+ learnable_contact_preprocess_params: true
58
+ contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9
59
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
60
+ encoder_type: small
61
+ debug_timestamps: false
62
+ open_loop: false
63
+ action_trajectories: true
64
+ stop_after_action: false
65
+ interpolation_frequency: 25
66
+ policy_frequency: 5
67
+ wait_for_new_camera_frames: true
68
+ baseline: false
69
+ train_demo_idxs_list_or_num: -1
70
+ log_train_every_steps: 25
71
+ name_of_expert_demo: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
72
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
73
+ store_dataset_in_memory: false
74
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
75
+ action_key: ${oc.if_else:${action_trajectories}, 'action_trajectory_${interpolation_frequency}hz',
76
+ 'action'}
77
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
78
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
79
+ include_groups_list: all
80
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
81
+ name_of_valid_demo: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
82
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
83
+ valid_demo_idxs_list_or_num: null
84
+ val_num_groups: 5
85
+ load_bc: ${agent.load_checkpoint}
86
+ checkpoint_epoch_list:
87
+ - 99
88
+ - 199
89
+ - 299
90
+ - 399
91
+ - 499
92
+ - 599
93
+ - 699
94
+ - 799
95
+ - 899
96
+ - 999
97
+ - 1249
98
+ - 1499
99
+ - 1749
100
+ - 1999
101
+ - 2999
102
+ - 3999
103
+ - 4999
104
+ - 5999
105
+ - 6999
106
+ - 7999
107
+ - 8999
108
+ - 9999
109
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
110
+ save_snapshot: true
111
+ save_last_snapshot: true
112
+ save_snapshot_when_done: true
113
+ top_k_checkpoints: 5
114
+ save_snapshot_link_to_weights_dir: deprecated
115
+ restore_missing_checkpoint: null
116
+ bc_regularize: false
117
+ bc_weight_type: qfilter
118
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
119
+ agent:
120
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
121
+ name: diffusion_policy
122
+ load_checkpoint: ${eval}
123
+ device: ${device}
124
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
125
+ suite_name: ${suite.name}
126
+ obs_type: ${obs_type}
127
+ enable_arm: ${eval}
128
+ enable_camera: ${eval}
129
+ use_tb: ${use_tb}
130
+ desired_image_shape:
131
+ - 13
132
+ - 180
133
+ - 240
134
+ orig_cam_shape:
135
+ - 3
136
+ - 240
137
+ - 320
138
+ config:
139
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
140
+ compile: false
141
+ device: ${device}
142
+ cam_resize_shape: ${agent.desired_image_shape}
143
+ orig_cam_shape: ${agent.orig_cam_shape}
144
+ policy_frequency: ${policy_frequency}
145
+ interpolation_frequency: ${interpolation_frequency}
146
+ policy_cfg:
147
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
148
+ n_obs_steps: 1
149
+ horizon: 36
150
+ n_action_steps: ${agent.config.policy_cfg.horizon}
151
+ output_shapes:
152
+ action:
153
+ - 7
154
+ input_normalization_modes:
155
+ observation.image: mean_std
156
+ observation.state: min_max
157
+ observation.action_history: min_max
158
+ output_normalization_modes:
159
+ action: min_max
160
+ vision_backbone: resnet18
161
+ crop_distractors_tlhw: null
162
+ pretrained_backbone_weights: null
163
+ transforms:
164
+ - _target_: torchaug.transforms.RandomAffine
165
+ degrees:
166
+ - -5
167
+ - 5
168
+ translate:
169
+ - 0.05
170
+ - 0.05
171
+ batch_transform: true
172
+ num_chunks: -1
173
+ batch_inplace: true
174
+ - _target_: torchaug.transforms.RandomColorJitter
175
+ brightness: 0.3
176
+ contrast: 0.4
177
+ saturation: 0.5
178
+ hue: 0.08
179
+ batch_transform: true
180
+ num_chunks: -1
181
+ batch_inplace: true
182
+ use_group_norm: true
183
+ spatial_softmax_num_keypoints: 32
184
+ action_history_encoder_config:
185
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
186
+ in_channels: 7
187
+ out_channels: 32
188
+ history_length: 6
189
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
190
+ downsample_kernel_size: 3
191
+ downsample_stride: 2
192
+ downsample_padding: 1
193
+ down_dims:
194
+ - 256
195
+ - 512
196
+ - 1024
197
+ kernel_size: 5
198
+ n_groups: 8
199
+ diffusion_step_embed_dim: 128
200
+ use_film_scale_modulation: true
201
+ noise_scheduler_type: DDIM
202
+ beta_schedule: squaredcos_cap_v2
203
+ beta_start: 0.0001
204
+ beta_end: 0.02
205
+ prediction_type: epsilon
206
+ clip_sample: true
207
+ clip_sample_range: 1.0
208
+ num_train_timesteps: 50
209
+ num_inference_steps: 10
210
+ do_mask_loss_for_padding: false
211
+ input_shapes:
212
+ observation.image:
213
+ - 13
214
+ - 180
215
+ - 240
216
+ context_observation.image:
217
+ - 13
218
+ - 180
219
+ - 240
220
+ observation.state:
221
+ - 8
222
+ observation.action_history:
223
+ - 7
224
+ train_cfg:
225
+ _target_: utils.TrainConfig
226
+ lr: 0.0001
227
+ lr_scheduler: cosine
228
+ lr_warmup_steps: 500
229
+ adam_betas:
230
+ - 0.95
231
+ - 0.999
232
+ adam_eps: 1.0e-08
233
+ adam_weight_decay: 1.0e-06
234
+ grad_clip_norm: 10
235
+ offline_steps: ${num_train_frames_diffusion}
236
+ use_amp: true
237
+ observation_cfg:
238
+ _target_: agent.encoder.VisualFeatureSet
239
+ use_depth: ${use_depth}
240
+ use_color: ${use_color}
241
+ mask_input_dict:
242
+ _target_: agent.encoder.MaskInputDict
243
+ enable: ${use_masks}
244
+ representation: ${mask_representation}
245
+ mask_list: ${mask_list}
246
+ crop_input_config:
247
+ _target_: agent.encoder.CropInputConfig
248
+ color_crop_type: ${color_crop_type}
249
+ depth_crop_type: ${depth_crop_type}
250
+ segmask_crop_type: ${segmask_crop_type}
251
+ crop_hw: ${crop_hw}
252
+ crop_down_offset: ${crop_down_offset}
253
+ add_crop_binary_mask: ${add_crop_binary_mask}
254
+ add_coord_conv_map: ${add_coord_conv_map}
255
+ context_input_config:
256
+ _target_: agent.encoder.ContextInputConfig
257
+ use_color: ${use_context_color}
258
+ use_depth: ${use_context_depth}
259
+ mask_input_dict:
260
+ _target_: agent.encoder.MaskInputDict
261
+ enable: ${use_context_segmask}
262
+ representation: ${mask_representation}
263
+ mask_list: ${mask_list}
264
+ crop_input_config:
265
+ _target_: agent.encoder.CropInputConfig
266
+ color_crop_type: ${context_color_crop_type}
267
+ depth_crop_type: ${context_depth_crop_type}
268
+ segmask_crop_type: ${context_segmask_crop_type}
269
+ crop_hw: ${crop_hw}
270
+ crop_down_offset: ${crop_down_offset}
271
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
272
+ add_coord_conv_map: ${context_add_coord_conv_map}
273
+ mask_soft_approx_scheduler_config:
274
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
275
+ num_steps: 40000
276
+ initial_value: 10.0
277
+ final_value: 1000.0
278
+ interpolation_scheme: cosine
279
+ use_contact_map: ${use_contact_map}
280
+ use_sdf_maps: ${use_sdf_maps}
281
+ use_normals_maps: ${use_normals_maps}
282
+ which_objects: ${which_objects}
283
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
284
+ env_dtc_max_value: ${env_dtc_max_value}
285
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
286
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
287
+ clamp_dtc: ${clamp_dtc}
288
+ max_contact_prob: ${max_contact_prob}
289
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
290
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
291
+ adaptive_normals_mask: ${adaptive_normals_mask}
292
+ max_depth: ${max_depth}
293
+ image_shape: ${agent.desired_image_shape}
294
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
295
+ learning_rate: 0.0001
296
+ weight_decay: 0.0
297
+ contact_model_name: ${contact_model_name}
298
+ zero_centered: false
299
+ crop_distractors_tlhw: null
300
+ suite:
301
+ suite: frankagym
302
+ name: frankagym
303
+ frame_stack: ${agent.n_obs_steps}
304
+ action_repeat: 1
305
+ discount: 0.99
306
+ hidden_dim: 1024
307
+ num_train_frames: 1000000
308
+ num_seed_frames: 0
309
+ num_train_epochs: 15000
310
+ validate_every_epochs: 250
311
+ validate_diffusion_on_action_loss_every_epochs: 250
312
+ train_eval_diffusion_on_action_loss_every_epochs: 250
313
+ check_topk_every_epochs: 250
314
+ save_snapshot_every_epochs: 1500
315
+ eval_every_frames: 2000
316
+ num_eval_episodes: 5
317
+ save_snapshot: true
318
+ wait_for_user_to_start_episode: true
319
+ task_make_fn:
320
+ _target_: suite.frankagym.make
321
+ name: ${task_name}
322
+ height: 240
323
+ width: 320
324
+ frame_stack: ${suite.frame_stack}
325
+ action_repeat: ${suite.action_repeat}
326
+ seed: ${seed}
327
+ enable_arm: ${agent.enable_arm}
328
+ enable_gripper: ${enable_gripper}
329
+ start_with_gripper_open: ${start_with_gripper_open}
330
+ enable_camera: ${agent.enable_camera}
331
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
332
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
333
+ x_limit: ${x_limit}
334
+ y_limit: ${y_limit}
335
+ z_limit: ${z_limit}
336
+ device: ${device}
337
+ interpolation_frequency: ${interpolation_frequency}
338
+ policy_frequency: ${policy_frequency}
339
+ debug_timestamps: ${debug_timestamps}
340
+ stop_after_action: ${stop_after_action}
341
+ open_loop: ${open_loop}
342
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
343
+ action_key: ${action_key}
344
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
345
+ action_trajectories: ${action_trajectories}
346
+ path_to_zarr_dataset: ${expert_dataset}
347
+ agent_policy_cfg:
348
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
349
+ compile: false
350
+ device: ${device}
351
+ cam_resize_shape: ${agent.desired_image_shape}
352
+ orig_cam_shape: ${agent.orig_cam_shape}
353
+ policy_frequency: ${policy_frequency}
354
+ interpolation_frequency: ${interpolation_frequency}
355
+ policy_cfg:
356
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
357
+ n_obs_steps: 1
358
+ horizon: 36
359
+ n_action_steps: ${agent.config.policy_cfg.horizon}
360
+ output_shapes:
361
+ action:
362
+ - 7
363
+ input_normalization_modes:
364
+ observation.image: mean_std
365
+ observation.state: min_max
366
+ observation.action_history: min_max
367
+ output_normalization_modes:
368
+ action: min_max
369
+ vision_backbone: resnet18
370
+ crop_distractors_tlhw: null
371
+ pretrained_backbone_weights: null
372
+ transforms:
373
+ - _target_: torchaug.transforms.RandomAffine
374
+ degrees:
375
+ - -5
376
+ - 5
377
+ translate:
378
+ - 0.05
379
+ - 0.05
380
+ batch_transform: true
381
+ num_chunks: -1
382
+ batch_inplace: true
383
+ - _target_: torchaug.transforms.RandomColorJitter
384
+ brightness: 0.3
385
+ contrast: 0.4
386
+ saturation: 0.5
387
+ hue: 0.08
388
+ batch_transform: true
389
+ num_chunks: -1
390
+ batch_inplace: true
391
+ use_group_norm: true
392
+ spatial_softmax_num_keypoints: 32
393
+ action_history_encoder_config:
394
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
395
+ in_channels: 7
396
+ out_channels: 32
397
+ history_length: 6
398
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
399
+ downsample_kernel_size: 3
400
+ downsample_stride: 2
401
+ downsample_padding: 1
402
+ down_dims:
403
+ - 256
404
+ - 512
405
+ - 1024
406
+ kernel_size: 5
407
+ n_groups: 8
408
+ diffusion_step_embed_dim: 128
409
+ use_film_scale_modulation: true
410
+ noise_scheduler_type: DDIM
411
+ beta_schedule: squaredcos_cap_v2
412
+ beta_start: 0.0001
413
+ beta_end: 0.02
414
+ prediction_type: epsilon
415
+ clip_sample: true
416
+ clip_sample_range: 1.0
417
+ num_train_timesteps: 50
418
+ num_inference_steps: 10
419
+ do_mask_loss_for_padding: false
420
+ input_shapes:
421
+ observation.image:
422
+ - 13
423
+ - 180
424
+ - 240
425
+ context_observation.image:
426
+ - 13
427
+ - 180
428
+ - 240
429
+ observation.state:
430
+ - 8
431
+ observation.action_history:
432
+ - 7
433
+ train_cfg:
434
+ _target_: utils.TrainConfig
435
+ lr: 0.0001
436
+ lr_scheduler: cosine
437
+ lr_warmup_steps: 500
438
+ adam_betas:
439
+ - 0.95
440
+ - 0.999
441
+ adam_eps: 1.0e-08
442
+ adam_weight_decay: 1.0e-06
443
+ grad_clip_norm: 10
444
+ offline_steps: ${num_train_frames_diffusion}
445
+ use_amp: true
446
+ observation_cfg:
447
+ _target_: agent.encoder.VisualFeatureSet
448
+ use_depth: ${use_depth}
449
+ use_color: ${use_color}
450
+ mask_input_dict:
451
+ _target_: agent.encoder.MaskInputDict
452
+ enable: ${use_masks}
453
+ representation: ${mask_representation}
454
+ mask_list: ${mask_list}
455
+ crop_input_config:
456
+ _target_: agent.encoder.CropInputConfig
457
+ color_crop_type: ${color_crop_type}
458
+ depth_crop_type: ${depth_crop_type}
459
+ segmask_crop_type: ${segmask_crop_type}
460
+ crop_hw: ${crop_hw}
461
+ crop_down_offset: ${crop_down_offset}
462
+ add_crop_binary_mask: ${add_crop_binary_mask}
463
+ add_coord_conv_map: ${add_coord_conv_map}
464
+ context_input_config:
465
+ _target_: agent.encoder.ContextInputConfig
466
+ use_color: ${use_context_color}
467
+ use_depth: ${use_context_depth}
468
+ mask_input_dict:
469
+ _target_: agent.encoder.MaskInputDict
470
+ enable: ${use_context_segmask}
471
+ representation: ${mask_representation}
472
+ mask_list: ${mask_list}
473
+ crop_input_config:
474
+ _target_: agent.encoder.CropInputConfig
475
+ color_crop_type: ${context_color_crop_type}
476
+ depth_crop_type: ${context_depth_crop_type}
477
+ segmask_crop_type: ${context_segmask_crop_type}
478
+ crop_hw: ${crop_hw}
479
+ crop_down_offset: ${crop_down_offset}
480
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
481
+ add_coord_conv_map: ${context_add_coord_conv_map}
482
+ mask_soft_approx_scheduler_config:
483
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
484
+ num_steps: 40000
485
+ initial_value: 10.0
486
+ final_value: 1000.0
487
+ interpolation_scheme: cosine
488
+ use_contact_map: ${use_contact_map}
489
+ use_sdf_maps: ${use_sdf_maps}
490
+ use_normals_maps: ${use_normals_maps}
491
+ which_objects: ${which_objects}
492
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
493
+ env_dtc_max_value: ${env_dtc_max_value}
494
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
495
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
496
+ clamp_dtc: ${clamp_dtc}
497
+ max_contact_prob: ${max_contact_prob}
498
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
499
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
500
+ adaptive_normals_mask: ${adaptive_normals_mask}
501
+ max_depth: ${max_depth}
502
+ image_shape: ${agent.desired_image_shape}
503
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
504
+ learning_rate: 0.0001
505
+ weight_decay: 0.0
506
+ contact_model_name: ${contact_model_name}
507
+ zero_centered: false
508
+ crop_distractors_tlhw: null
509
+ true_action_history: ${true_action_history}
510
+ num_train_frames_bc: 50000
511
+ num_train_frames_drq: 1100000
512
+ stddev_schedule_drq: linear(1.0,0.1,100000)
513
+ task_name: FrankaInsertion-v1
514
+ num_train_frames_vinn: 25000
515
+ num_train_frames_diffusion: 1000000
516
+ num_train_epochs_bc: 5000
517
+ num_train_epochs_diffusion: 15000
518
+ validate_every_epochs_bc: 5
519
+ validate_every_epochs_diffusion: 250
520
+ validate_diffusion_on_action_loss_every_epochs: 250
521
+ train_eval_diffusion_on_action_loss_every_epochs: 250
522
+ check_topk_every_epochs: 5
523
+ check_topk_every_epochs_diffusion: 250
524
+ save_snapshot_every_epochs_diffusion: 1500
525
+ x_limit:
526
+ - 0.2
527
+ - 0.7
528
+ y_limit:
529
+ - -0.4
530
+ - 0.4
531
+ z_limit:
532
+ - -0.05
533
+ - 0.55
534
+ home_displacement:
535
+ - 0.55
536
+ - 0.0
537
+ - 0.55
538
+ - 180.0
539
+ - 0.0
540
+ - 0.0
541
+ enable_gripper: true
542
+ start_with_gripper_open: true
543
+ offset_mask:
544
+ - 1
545
+ - 1
546
+ - 1
547
+ - 1
548
+ - 1
549
+ - 1
550
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
551
+ test:
552
+ username: leonmkim
553
+ hostname: grasp-login1
554
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
555
+ root_dir: ~/fish_leon
556
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
557
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
558
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
559
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
560
+ include_groups_list: all
561
+ batch_size: 128
562
+ store_dataset_in_memory: false
563
+ use_tb: true
564
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
565
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
566
+ resume_wandb_run: false
567
+ feature_type: 180x240_1_D_2.0_msk_channels_EE_obj_mask_acthist_hst6_out32_dwnkrnl3_dwnstrd2_dwnpd1
snapshot_10500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f67ee7938ae90bc0288071124f62bb56050859c6992de0edf75f254d174b574
3
+ size 909989974
snapshot_11249.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55889a38ba7756bacab4ae13828ee7fbcde07e55dbb60e5114b23ac4a6234f61
3
+ size 909989974
snapshot_11999.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38409a2533010a26fff396c399201896631791f0a2fc7150b62da33e1d478998
3
+ size 909989974
snapshot_12000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d9c8e5d3cb2e3351752dbdba4dffa0391f6f45103e04fe68459d3b2b735ea4
3
+ size 909989974
snapshot_12249.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff5c7d1a169bfaad2f56ba8f79dc4536679e71f996ea04f9316e3d0025181dd
3
+ size 909989974
snapshot_12499.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe85a8ef1d38ca788f89849063fbfa5f2493ba91a4c5c61a8f4f7931d049ae8
3
+ size 909989974
snapshot_13500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f120e32e4039ea8f52e9dd0b2ec7072a66f9598bdbad821d9470d0953e814af5
3
+ size 909989974
snapshot_13749.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ab0d3f9e465aa9b6b3a746d46189b172225135ec61616b0905f24c58a630ec2
3
+ size 909989974
snapshot_15000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec5cae92a217efccd5d988d69c8e3518bba5cc8f16f20884cc9eef8088d7109c
3
+ size 909989974
snapshot_4500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fe5831ee3f929798745cbd5d9d7429ddeb0df0125a069d5a5a50f392f689850
3
+ size 909989464
snapshot_6000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4881346af4fea1b0a05f289079dbc1e190694f9e84b3483c15c8f7be68c5dd2
3
+ size 909989974
snapshot_7500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e43d0a9aaea05c92551660e1324c183d86646e76c1ca19dc40430a37517aa63f
3
+ size 909989974
snapshot_9000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3815515bb70f315643a72549819d711fa8f9c02660fedc490f781bfc28c75528
3
+ size 909989974
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec5cae92a217efccd5d988d69c8e3518bba5cc8f16f20884cc9eef8088d7109c
3
+ size 909989974