serialexperimentsleon commited on
Commit
47815d8
·
verified ·
1 Parent(s): ddaca97

Add files using upload-large-folder tool

Browse files
config.yaml ADDED
@@ -0,0 +1,565 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
2
+ replay_buffer_size: 150000
3
+ replay_buffer_num_workers: 2
4
+ nstep: 3
5
+ batch_size: 128
6
+ seed: 3
7
+ dataset_shuffle_seed: 0
8
+ device: cuda
9
+ save_video: true
10
+ save_train_video: true
11
+ use_tb: true
12
+ use_wandb: true
13
+ wandb_run_id: '3473_3'
14
+ wandb_notes: 3473_3_req_3710_3restarted_1
15
+ eval: false
16
+ true_action_history: false
17
+ train_pad_after: 4
18
+ process_contact_features: ${eval}
19
+ obs_type: pixels
20
+ use_color: false
21
+ use_depth: true
22
+ use_masks: true
23
+ mask_list:
24
+ - EE_obj_mask
25
+ mask_representation: channels
26
+ crop_hw:
27
+ - 144
28
+ - 144
29
+ crop_down_offset: 48
30
+ color_crop_type: null
31
+ depth_crop_type: null
32
+ segmask_crop_type: null
33
+ add_crop_binary_mask: false
34
+ add_coord_conv_map: false
35
+ use_context_color: false
36
+ use_context_depth: false
37
+ use_context_segmask: false
38
+ context_color_crop_type: null
39
+ context_depth_crop_type: null
40
+ context_segmask_crop_type: null
41
+ context_add_crop_binary_mask: false
42
+ context_add_coord_conv_map: false
43
+ use_contact_map: false
44
+ use_sdf_maps: false
45
+ use_normals_maps: false
46
+ which_objects: both
47
+ max_contact_prob: 0.1
48
+ max_depth: 2.0
49
+ grasped_dtc_max_value: 0.2
50
+ env_dtc_max_value: 0.4
51
+ grasped_normals_mask_max_dtc_value: 0.2
52
+ env_normals_mask_max_dtc_value: 0.4
53
+ clamp_dtc: true
54
+ dtc_adaptive_normalization: false
55
+ mask_normals_within_sdf: true
56
+ adaptive_normals_mask: true
57
+ learnable_contact_preprocess_params: true
58
+ contact_model_name: local_multitask_outhd64all_home_crop_h144w144d48_mask_ctxtmask_seed_220979_epoch_9
59
+ contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
60
+ encoder_type: small
61
+ debug_timestamps: false
62
+ open_loop: false
63
+ action_trajectories: true
64
+ stop_after_action: false
65
+ interpolation_frequency: 25
66
+ policy_frequency: 5
67
+ wait_for_new_camera_frames: true
68
+ baseline: false
69
+ train_demo_idxs_list_or_num: -1
70
+ log_train_every_steps: 25
71
+ name_of_expert_demo: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
72
+ expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
73
+ store_dataset_in_memory: false
74
+ expert_dataset: ${expert_dataset_dirpath}/demos.zarr
75
+ action_key: ${oc.if_else:${action_trajectories}, 'action_trajectory_${interpolation_frequency}hz',
76
+ 'action'}
77
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
78
+ semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
79
+ include_groups_list: all
80
+ expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
81
+ name_of_valid_demo: 120_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
82
+ valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
83
+ valid_demo_idxs_list_or_num: null
84
+ val_num_groups: 5
85
+ load_bc: ${agent.load_checkpoint}
86
+ checkpoint_epoch_list:
87
+ - 99
88
+ - 199
89
+ - 299
90
+ - 399
91
+ - 499
92
+ - 599
93
+ - 699
94
+ - 799
95
+ - 899
96
+ - 999
97
+ - 1249
98
+ - 1499
99
+ - 1749
100
+ - 1999
101
+ - 2999
102
+ - 3999
103
+ - 4999
104
+ - 5999
105
+ - 6999
106
+ - 7999
107
+ - 8999
108
+ - 9999
109
+ snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
110
+ save_snapshot: true
111
+ save_last_snapshot: true
112
+ save_snapshot_when_done: true
113
+ top_k_checkpoints: 5
114
+ save_snapshot_link_to_weights_dir: deprecated
115
+ restore_missing_checkpoint: null
116
+ bc_regularize: false
117
+ bc_weight_type: qfilter
118
+ experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
119
+ agent:
120
+ _target_: agent.diffusion_policy.DiffusionPolicyAgent
121
+ name: diffusion_policy
122
+ load_checkpoint: ${eval}
123
+ device: ${device}
124
+ n_obs_steps: ${.config.policy_cfg.n_obs_steps}
125
+ suite_name: ${suite.name}
126
+ obs_type: ${obs_type}
127
+ enable_arm: ${eval}
128
+ enable_camera: ${eval}
129
+ use_tb: ${use_tb}
130
+ desired_image_shape:
131
+ - 13
132
+ - 180
133
+ - 240
134
+ orig_cam_shape:
135
+ - 3
136
+ - 240
137
+ - 320
138
+ config:
139
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
140
+ compile: false
141
+ device: ${device}
142
+ cam_resize_shape: ${agent.desired_image_shape}
143
+ orig_cam_shape: ${agent.orig_cam_shape}
144
+ policy_frequency: ${policy_frequency}
145
+ interpolation_frequency: ${interpolation_frequency}
146
+ policy_cfg:
147
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
148
+ n_obs_steps: 1
149
+ horizon: 36
150
+ n_action_steps: ${agent.config.policy_cfg.horizon}
151
+ output_shapes:
152
+ action:
153
+ - 7
154
+ input_normalization_modes:
155
+ observation.image: mean_std
156
+ observation.state: min_max
157
+ observation.action_history: min_max
158
+ output_normalization_modes:
159
+ action: min_max
160
+ vision_backbone: resnet18
161
+ crop_distractors_tlhw: null
162
+ pretrained_backbone_weights: null
163
+ transforms:
164
+ - _target_: torchaug.transforms.RandomAffine
165
+ degrees:
166
+ - -5
167
+ - 5
168
+ translate:
169
+ - 0.05
170
+ - 0.05
171
+ batch_transform: true
172
+ num_chunks: -1
173
+ batch_inplace: true
174
+ - _target_: torchaug.transforms.RandomColorJitter
175
+ brightness: 0.3
176
+ contrast: 0.4
177
+ saturation: 0.5
178
+ hue: 0.08
179
+ batch_transform: true
180
+ num_chunks: -1
181
+ batch_inplace: true
182
+ use_group_norm: true
183
+ spatial_softmax_num_keypoints: 32
184
+ action_history_encoder_config:
185
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
186
+ in_channels: 7
187
+ out_channels: 32
188
+ history_length: 6
189
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
190
+ downsample_kernel_size: 3
191
+ downsample_stride: 2
192
+ downsample_padding: 1
193
+ down_dims:
194
+ - 256
195
+ - 512
196
+ - 1024
197
+ kernel_size: 5
198
+ n_groups: 8
199
+ diffusion_step_embed_dim: 128
200
+ use_film_scale_modulation: true
201
+ noise_scheduler_type: DDIM
202
+ beta_schedule: squaredcos_cap_v2
203
+ beta_start: 0.0001
204
+ beta_end: 0.02
205
+ prediction_type: epsilon
206
+ clip_sample: true
207
+ clip_sample_range: 1.0
208
+ num_train_timesteps: 50
209
+ num_inference_steps: 10
210
+ do_mask_loss_for_padding: false
211
+ input_shapes:
212
+ observation.image:
213
+ - 13
214
+ - 180
215
+ - 240
216
+ context_observation.image:
217
+ - 13
218
+ - 180
219
+ - 240
220
+ observation.state:
221
+ - 8
222
+ observation.action_history:
223
+ - 7
224
+ train_cfg:
225
+ _target_: utils.TrainConfig
226
+ lr: 0.0001
227
+ lr_scheduler: cosine
228
+ lr_warmup_steps: 500
229
+ adam_betas:
230
+ - 0.95
231
+ - 0.999
232
+ adam_eps: 1.0e-08
233
+ adam_weight_decay: 1.0e-06
234
+ grad_clip_norm: 10
235
+ offline_steps: ${num_train_frames_diffusion}
236
+ use_amp: true
237
+ observation_cfg:
238
+ _target_: agent.encoder.VisualFeatureSet
239
+ use_depth: ${use_depth}
240
+ use_color: ${use_color}
241
+ mask_input_dict:
242
+ _target_: agent.encoder.MaskInputDict
243
+ enable: ${use_masks}
244
+ representation: ${mask_representation}
245
+ mask_list: ${mask_list}
246
+ crop_input_config:
247
+ _target_: agent.encoder.CropInputConfig
248
+ color_crop_type: ${color_crop_type}
249
+ depth_crop_type: ${depth_crop_type}
250
+ segmask_crop_type: ${segmask_crop_type}
251
+ crop_hw: ${crop_hw}
252
+ crop_down_offset: ${crop_down_offset}
253
+ add_crop_binary_mask: ${add_crop_binary_mask}
254
+ add_coord_conv_map: ${add_coord_conv_map}
255
+ context_input_config:
256
+ _target_: agent.encoder.ContextInputConfig
257
+ use_color: ${use_context_color}
258
+ use_depth: ${use_context_depth}
259
+ mask_input_dict:
260
+ _target_: agent.encoder.MaskInputDict
261
+ enable: ${use_context_segmask}
262
+ representation: ${mask_representation}
263
+ mask_list: ${mask_list}
264
+ crop_input_config:
265
+ _target_: agent.encoder.CropInputConfig
266
+ color_crop_type: ${context_color_crop_type}
267
+ depth_crop_type: ${context_depth_crop_type}
268
+ segmask_crop_type: ${context_segmask_crop_type}
269
+ crop_hw: ${crop_hw}
270
+ crop_down_offset: ${crop_down_offset}
271
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
272
+ add_coord_conv_map: ${context_add_coord_conv_map}
273
+ mask_soft_approx_scheduler_config:
274
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
275
+ num_steps: 40000
276
+ initial_value: 10.0
277
+ final_value: 1000.0
278
+ interpolation_scheme: cosine
279
+ use_contact_map: ${use_contact_map}
280
+ use_sdf_maps: ${use_sdf_maps}
281
+ use_normals_maps: ${use_normals_maps}
282
+ which_objects: ${which_objects}
283
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
284
+ env_dtc_max_value: ${env_dtc_max_value}
285
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
286
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
287
+ clamp_dtc: ${clamp_dtc}
288
+ max_contact_prob: ${max_contact_prob}
289
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
290
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
291
+ adaptive_normals_mask: ${adaptive_normals_mask}
292
+ max_depth: ${max_depth}
293
+ image_shape: ${agent.desired_image_shape}
294
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
295
+ learning_rate: 0.0001
296
+ weight_decay: 0.0
297
+ contact_model_name: ${contact_model_name}
298
+ zero_centered: false
299
+ suite:
300
+ suite: frankagym
301
+ name: frankagym
302
+ frame_stack: ${agent.n_obs_steps}
303
+ action_repeat: 1
304
+ discount: 0.99
305
+ hidden_dim: 1024
306
+ num_train_frames: 1000000
307
+ num_seed_frames: 0
308
+ num_train_epochs: 15000
309
+ validate_every_epochs: 250
310
+ validate_diffusion_on_action_loss_every_epochs: 250
311
+ train_eval_diffusion_on_action_loss_every_epochs: 250
312
+ check_topk_every_epochs: 250
313
+ save_snapshot_every_epochs: 1500
314
+ eval_every_frames: 2000
315
+ num_eval_episodes: 5
316
+ save_snapshot: true
317
+ wait_for_user_to_start_episode: true
318
+ task_make_fn:
319
+ _target_: suite.frankagym.make
320
+ name: ${task_name}
321
+ height: 240
322
+ width: 320
323
+ frame_stack: ${suite.frame_stack}
324
+ action_repeat: ${suite.action_repeat}
325
+ seed: ${seed}
326
+ enable_arm: ${agent.enable_arm}
327
+ enable_gripper: ${enable_gripper}
328
+ start_with_gripper_open: ${start_with_gripper_open}
329
+ enable_camera: ${agent.enable_camera}
330
+ path_to_depth_extrinsics: ${path_to_depth_extrinsics}
331
+ contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
332
+ x_limit: ${x_limit}
333
+ y_limit: ${y_limit}
334
+ z_limit: ${z_limit}
335
+ device: ${device}
336
+ interpolation_frequency: ${interpolation_frequency}
337
+ policy_frequency: ${policy_frequency}
338
+ debug_timestamps: ${debug_timestamps}
339
+ stop_after_action: ${stop_after_action}
340
+ open_loop: ${open_loop}
341
+ wait_for_new_camera_frames: ${wait_for_new_camera_frames}
342
+ action_key: ${action_key}
343
+ action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
344
+ action_trajectories: ${action_trajectories}
345
+ path_to_zarr_dataset: ${expert_dataset}
346
+ agent_policy_cfg:
347
+ _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
348
+ compile: false
349
+ device: ${device}
350
+ cam_resize_shape: ${agent.desired_image_shape}
351
+ orig_cam_shape: ${agent.orig_cam_shape}
352
+ policy_frequency: ${policy_frequency}
353
+ interpolation_frequency: ${interpolation_frequency}
354
+ policy_cfg:
355
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
356
+ n_obs_steps: 1
357
+ horizon: 36
358
+ n_action_steps: ${agent.config.policy_cfg.horizon}
359
+ output_shapes:
360
+ action:
361
+ - 7
362
+ input_normalization_modes:
363
+ observation.image: mean_std
364
+ observation.state: min_max
365
+ observation.action_history: min_max
366
+ output_normalization_modes:
367
+ action: min_max
368
+ vision_backbone: resnet18
369
+ crop_distractors_tlhw: null
370
+ pretrained_backbone_weights: null
371
+ transforms:
372
+ - _target_: torchaug.transforms.RandomAffine
373
+ degrees:
374
+ - -5
375
+ - 5
376
+ translate:
377
+ - 0.05
378
+ - 0.05
379
+ batch_transform: true
380
+ num_chunks: -1
381
+ batch_inplace: true
382
+ - _target_: torchaug.transforms.RandomColorJitter
383
+ brightness: 0.3
384
+ contrast: 0.4
385
+ saturation: 0.5
386
+ hue: 0.08
387
+ batch_transform: true
388
+ num_chunks: -1
389
+ batch_inplace: true
390
+ use_group_norm: true
391
+ spatial_softmax_num_keypoints: 32
392
+ action_history_encoder_config:
393
+ _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
394
+ in_channels: 7
395
+ out_channels: 32
396
+ history_length: 6
397
+ kernel_size: ${agent.config.policy_cfg.kernel_size}
398
+ downsample_kernel_size: 3
399
+ downsample_stride: 2
400
+ downsample_padding: 1
401
+ down_dims:
402
+ - 256
403
+ - 512
404
+ - 1024
405
+ kernel_size: 5
406
+ n_groups: 8
407
+ diffusion_step_embed_dim: 128
408
+ use_film_scale_modulation: true
409
+ noise_scheduler_type: DDIM
410
+ beta_schedule: squaredcos_cap_v2
411
+ beta_start: 0.0001
412
+ beta_end: 0.02
413
+ prediction_type: epsilon
414
+ clip_sample: true
415
+ clip_sample_range: 1.0
416
+ num_train_timesteps: 50
417
+ num_inference_steps: 10
418
+ do_mask_loss_for_padding: false
419
+ input_shapes:
420
+ observation.image:
421
+ - 13
422
+ - 180
423
+ - 240
424
+ context_observation.image:
425
+ - 13
426
+ - 180
427
+ - 240
428
+ observation.state:
429
+ - 8
430
+ observation.action_history:
431
+ - 7
432
+ train_cfg:
433
+ _target_: utils.TrainConfig
434
+ lr: 0.0001
435
+ lr_scheduler: cosine
436
+ lr_warmup_steps: 500
437
+ adam_betas:
438
+ - 0.95
439
+ - 0.999
440
+ adam_eps: 1.0e-08
441
+ adam_weight_decay: 1.0e-06
442
+ grad_clip_norm: 10
443
+ offline_steps: ${num_train_frames_diffusion}
444
+ use_amp: true
445
+ observation_cfg:
446
+ _target_: agent.encoder.VisualFeatureSet
447
+ use_depth: ${use_depth}
448
+ use_color: ${use_color}
449
+ mask_input_dict:
450
+ _target_: agent.encoder.MaskInputDict
451
+ enable: ${use_masks}
452
+ representation: ${mask_representation}
453
+ mask_list: ${mask_list}
454
+ crop_input_config:
455
+ _target_: agent.encoder.CropInputConfig
456
+ color_crop_type: ${color_crop_type}
457
+ depth_crop_type: ${depth_crop_type}
458
+ segmask_crop_type: ${segmask_crop_type}
459
+ crop_hw: ${crop_hw}
460
+ crop_down_offset: ${crop_down_offset}
461
+ add_crop_binary_mask: ${add_crop_binary_mask}
462
+ add_coord_conv_map: ${add_coord_conv_map}
463
+ context_input_config:
464
+ _target_: agent.encoder.ContextInputConfig
465
+ use_color: ${use_context_color}
466
+ use_depth: ${use_context_depth}
467
+ mask_input_dict:
468
+ _target_: agent.encoder.MaskInputDict
469
+ enable: ${use_context_segmask}
470
+ representation: ${mask_representation}
471
+ mask_list: ${mask_list}
472
+ crop_input_config:
473
+ _target_: agent.encoder.CropInputConfig
474
+ color_crop_type: ${context_color_crop_type}
475
+ depth_crop_type: ${context_depth_crop_type}
476
+ segmask_crop_type: ${context_segmask_crop_type}
477
+ crop_hw: ${crop_hw}
478
+ crop_down_offset: ${crop_down_offset}
479
+ add_crop_binary_mask: ${context_add_crop_binary_mask}
480
+ add_coord_conv_map: ${context_add_coord_conv_map}
481
+ mask_soft_approx_scheduler_config:
482
+ _target_: agent.encoder.MaskSoftApproxSchedulerConfig
483
+ num_steps: 40000
484
+ initial_value: 10.0
485
+ final_value: 1000.0
486
+ interpolation_scheme: cosine
487
+ use_contact_map: ${use_contact_map}
488
+ use_sdf_maps: ${use_sdf_maps}
489
+ use_normals_maps: ${use_normals_maps}
490
+ which_objects: ${which_objects}
491
+ grasped_dtc_max_value: ${grasped_dtc_max_value}
492
+ env_dtc_max_value: ${env_dtc_max_value}
493
+ grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
494
+ env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
495
+ clamp_dtc: ${clamp_dtc}
496
+ max_contact_prob: ${max_contact_prob}
497
+ mask_normals_within_sdf: ${mask_normals_within_sdf}
498
+ dtc_adaptive_normalization: ${dtc_adaptive_normalization}
499
+ adaptive_normals_mask: ${adaptive_normals_mask}
500
+ max_depth: ${max_depth}
501
+ image_shape: ${agent.desired_image_shape}
502
+ learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
503
+ learning_rate: 0.0001
504
+ weight_decay: 0.0
505
+ contact_model_name: ${contact_model_name}
506
+ zero_centered: false
507
+ true_action_history: ${true_action_history}
508
+ num_train_frames_bc: 50000
509
+ num_train_frames_drq: 1100000
510
+ stddev_schedule_drq: linear(1.0,0.1,100000)
511
+ task_name: FrankaInsertion-v1
512
+ num_train_frames_vinn: 25000
513
+ num_train_frames_diffusion: 1000000
514
+ num_train_epochs_bc: 5000
515
+ num_train_epochs_diffusion: 15000
516
+ validate_every_epochs_bc: 5
517
+ validate_every_epochs_diffusion: 250
518
+ validate_diffusion_on_action_loss_every_epochs: 250
519
+ train_eval_diffusion_on_action_loss_every_epochs: 250
520
+ check_topk_every_epochs: 5
521
+ check_topk_every_epochs_diffusion: 250
522
+ save_snapshot_every_epochs_diffusion: 1500
523
+ x_limit:
524
+ - 0.2
525
+ - 0.7
526
+ y_limit:
527
+ - -0.4
528
+ - 0.4
529
+ z_limit:
530
+ - -0.05
531
+ - 0.55
532
+ home_displacement:
533
+ - 0.55
534
+ - 0.0
535
+ - 0.55
536
+ - 180.0
537
+ - 0.0
538
+ - 0.0
539
+ enable_gripper: true
540
+ start_with_gripper_open: true
541
+ offset_mask:
542
+ - 1
543
+ - 1
544
+ - 1
545
+ - 1
546
+ - 1
547
+ - 1
548
+ path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
549
+ test:
550
+ username: leonmkim
551
+ hostname: grasp-login1
552
+ name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
553
+ root_dir: ~/fish_leon
554
+ expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
555
+ expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
556
+ semantic_demo_grouping_name: semantic_demo_grouping.yaml
557
+ semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
558
+ include_groups_list: all
559
+ batch_size: 128
560
+ store_dataset_in_memory: false
561
+ use_tb: true
562
+ local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
563
+ local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
564
+ resume_wandb_run: false
565
+ feature_type: 180x240_1_D_2.0_msk_channels_EE_obj_mask_acthst_hst6_out32_dwnkrnl3_dwnstrd2_dwnpd1
snapshot_10500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbacd36c5a0f6fff2876f8738bbbd0edc09726bd03178d387d64145fb9d49729
3
+ size 909990038
snapshot_11249.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f3229badf1ce94c001860f9a6b8eff5f7bce87bae0798c2dd58aad7207953b
3
+ size 909990038
snapshot_12000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3071db94717e000dee4c9b086805f88ff9cde411998aa8669037737fe86840
3
+ size 909990038
snapshot_13500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd30ab23957cf609f5cbccf8a05aeffccfa332f1facba5caa1a3a9c0a2d0282
3
+ size 909990038
snapshot_14749.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99095dfb3603e40413bd1bb616d27fc3b21612c9fda0b5a24f826abfa248febb
3
+ size 909990038
snapshot_15000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7af93bdbf5336f87d15d4aec0b41fb85623a3c10fa01a201f952b5f85878e91f
3
+ size 909990038
snapshot_4500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9259216298aae48719770b6ae49bd96c407594e5d7fc9c123aefa949bfba610f
3
+ size 909989528
snapshot_6000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b08f10e39e82210db8673ce51a4f4f38b391fb39da0f133707c247f670bea314
3
+ size 909990038
snapshot_6499.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91f4b60a09d6613dd28a34b1a5103e6f41c659b1f731a7f6f5e7f6f82260c52
3
+ size 909990038
snapshot_7499.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c54a4ee5abd8e9496fb100303e4e4ec2342c75018bb47d1869bff938be4d28
3
+ size 909990038
snapshot_7500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763ec2a8cb5786a0e14704b5176a712508d97de5acc1b4feb9bb675e3fcde1fa
3
+ size 909990038
snapshot_8999.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb88be9c7f11cc5c7d1ea9eeb06b55b46bb5c45bc31030a1cb9032d04bab4cf5
3
+ size 909990038
snapshot_9000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7855a27721890eeb39d82103ee884d30bb91ee432275cb3fed6f465c590e5e
3
+ size 909990038
snapshot_last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7af93bdbf5336f87d15d4aec0b41fb85623a3c10fa01a201f952b5f85878e91f
3
+ size 909990038