Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,83 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/2_traj_1000002_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/33_traj_1000033_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/64_traj_1000064_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/29_traj_1000029_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/0_traj_1000000_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/51_traj_1000051_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/28_traj_1000028_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/44_traj_1000044_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/82_traj_1000082_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/46_traj_1000046_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/75_traj_1000075_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/20_traj_1000020_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/79_traj_1000079_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/30_traj_1000030_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/9_traj_1000009_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/48_traj_1000048_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/92_traj_1000092_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/61_traj_1000061_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/57_traj_1000057_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/97_traj_1000097_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/10_traj_1000010_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/43_traj_1000043_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/7_traj_1000007_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/21_traj_1000021_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/60_traj_1000060_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/80_traj_1000080_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/72_traj_1000072_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/55_traj_1000055_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/84_traj_1000084_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/22_traj_1000022_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/11_traj_1000011_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/70_traj_1000070_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/24_traj_1000024_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/90_traj_1000090_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/81_traj_1000081_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/63_traj_1000063_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/36_traj_1000036_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/68_traj_1000068_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/65_traj_1000065_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/15_traj_1000015_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/49_traj_1000049_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/89_traj_1000089_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/94_traj_1000094_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/95_traj_1000095_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/45_traj_1000045_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/62_traj_1000062_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/17_traj_1000017_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/98_traj_1000098_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/59_traj_1000059_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/83_traj_1000083_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/69_traj_1000069_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/14_traj_1000014_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/91_traj_1000091_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/96_traj_1000096_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/85_traj_1000085_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/31_traj_1000031_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/66_traj_1000066_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/88_traj_1000088_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/38_traj_1000038_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/16_traj_1000016_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/87_traj_1000087_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/12_traj_1000012_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/52_traj_1000052_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/56_traj_1000056_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/23_traj_1000023_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/34_traj_1000034_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/86_traj_1000086_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/5_traj_1000005_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/3_traj_1000003_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/4_traj_1000004_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/76_traj_1000076_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/26_traj_1000026_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/71_traj_1000071_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/40_traj_1000040_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_80/332_traj_1000032_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_80/347_traj_1000047_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/58_traj_1000058_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/13_traj_1000013_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_20/6_traj_1000006_envseed.mp4 filter=lfs diff=lfs merge=lfs -text
+videos/66182_0/epoch_80/372_traj_1000072_envseed.mp4 filter=lfs diff=lfs merge=lfs -text

config.yaml

@@ -0,0 +1,615 @@
+root_dir: /mnt/kostas-graid/datasets/extrinsic_contact_data
+replay_buffer_size: 150000
+replay_buffer_num_workers: 2
+nstep: 3
+batch_size: 128
+seed: 0
+dataset_shuffle_seed: ${seed}
+valid_dataset_shuffle_seed: 0
+train_dataset_shuffle_seed: 0
+device: cuda
+save_video: true
+save_train_video: true
+use_tb: true
+use_wandb: true
+wandb_run_id: '66182_0'
+wandb_notes: '66182_0_'
+eval: false
+eval_on_sim: true
+eval_on_sim_past_checkpoints: false
+simulation: true
+true_action_history: false
+train_pad_after: 4
+process_contact_features: ${eval}
+obs_type: pixels
+use_color: true
+use_depth: true
+use_masks: false
+mask_list:
+- EE_obj_mask
+mask_representation: channels
+segmentation_model_name: gt_segmentation
+crop_hw:
+- 144
+- 144
+crop_down_offset: 48
+color_crop_type: null
+depth_crop_type: null
+segmask_crop_type: null
+add_crop_binary_mask: false
+add_coord_conv_map: false
+use_context_color: false
+use_context_depth: false
+use_context_segmask: false
+context_color_crop_type: null
+context_depth_crop_type: null
+context_segmask_crop_type: null
+context_add_crop_binary_mask: false
+context_add_coord_conv_map: false
+use_contact_map: false
+use_sdf_maps: false
+use_normals_maps: false
+which_objects: both
+max_contact_prob: 1.0
+max_depth: 2.0
+grasped_dtc_max_value: 0.2
+env_dtc_max_value: 0.4
+grasped_normals_mask_max_dtc_value: 0.2
+env_normals_mask_max_dtc_value: 0.4
+clamp_dtc: true
+dtc_adaptive_normalization: false
+mask_normals_within_sdf: true
+adaptive_normals_mask: true
+learnable_contact_preprocess_params: false
+contact_model_name: gt_contact
+contact_estimation_model_ckpt_path: ~/fish_leon/contact_estimation/artifacts/175604_2/checkpoints/epoch=09-val_loss=0.00.ckpt
+encoder_type: small
+debug_timestamps: false
+open_loop: false
+action_trajectories: true
+stop_after_action: false
+interpolation_frequency: 25
+policy_frequency: 5
+wait_for_new_camera_frames: true
+baseline: false
+use_num_train_epochs_to_determine_lr_schedule: true
+grasped_book_config:
+  randomize_color: false
+  randomize_density: false
+  density_randomization_bounds:
+  - 650
+  - 850
+  randomize_height: false
+  height_randomization_bounds:
+  - 0.165
+  - 0.25
+  randomize_width: false
+  width_randomization_bounds:
+  - 0.03
+  - 0.065
+  randomize_length: false
+  length_randomization_bounds:
+  - 0.1
+  - 0.15
+env_books_config:
+  num_env_books: 8
+  randomize_color: false
+  randomize_density: false
+  density_randomization_bounds:
+  - 655
+  - 1015
+  randomize_height: false
+  height_randomization_bounds:
+  - 0.2475
+  - 0.2525
+  randomize_width: false
+  width_randomization_bounds:
+  - 0.015
+  - 0.05
+  randomize_length: false
+  length_randomization_bounds:
+  - 0.15
+  - 0.2
+  shuffle_mode: none
+slot_config:
+  negative_tolerance: 0.0035
+  left_of_book_index: 4
+  y_randomization_bounds:
+  - -0.05
+  - 0.05
+book_ends_config:
+  mode: dynamic
+  height: 0.1
+  mass: 3.5
+  color: '#808080'
+  friction: 0.15
+record_sim_videos: true
+resume_wandb_run: true
+train_demo_idxs_list_or_num: -1
+log_train_every_steps: 25
+name_of_expert_demo: 343_sim_demos_leftof4thbook_bookends_nograspedrand_noenvrand_slotrand_20hz_act
+expert_dataset_dirpath: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_expert_demo}
+store_dataset_in_memory: false
+expert_dataset: ${expert_dataset_dirpath}/demos.zarr
+action_key: action
+semantic_demo_grouping_name: semantic_demo_grouping.yaml
+semantic_demo_grouping: ${expert_dataset_dirpath}/${semantic_demo_grouping_name}
+include_groups_list: all
+expert_dataset_config: ${expert_dataset_dirpath}/demo_config.yaml
+name_of_valid_demo: 343_sim_demos_leftof4thbook_bookends_nograspedrand_noenvrand_slotrand_20hz_act
+train_num_groups: 313
+valid_dataset_dir: ${root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${name_of_valid_demo}/demos.zarr
+valid_demo_idxs_list_or_num: null
+val_num_groups: 30
+universal_unseen_env_seed_start: 1000000
+load_bc: ${agent.load_checkpoint}
+checkpoint_epoch_list:
+- 99
+- 199
+- 299
+- 399
+- 499
+- 599
+- 699
+- 799
+- 899
+- 999
+- 1249
+- 1499
+- 1749
+- 1999
+- 2999
+- 3999
+- 4999
+- 5999
+- 6999
+- 7999
+- 8999
+- 9999
+snapshot_root_dir: /mnt/grasp_high_usage/leonmkim/contact_estimation/FISH
+save_snapshot: true
+save_last_snapshot: true
+save_snapshot_when_done: true
+top_k_checkpoints: 10
+save_snapshot_link_to_weights_dir: deprecated
+restore_missing_checkpoint: null
+restore_and_eval_all_missing_checkpoints: false
+bc_regularize: false
+bc_weight_type: qfilter
+username: leonmkim
+hostname: grasp-login1
+local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
+local_snapshot_dir: ${local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
+experiment_dir: ./exp_local/${suite.name}_${obs_type}/${task_name}/${wandb_run_id}
+agent:
+  _target_: agent.diffusion_policy.DiffusionPolicyAgent
+  name: diffusion_policy
+  load_checkpoint: ${eval}
+  device: ${device}
+  n_obs_steps: ${.config.policy_cfg.n_obs_steps}
+  suite_name: ${suite.name}
+  obs_type: ${obs_type}
+  enable_arm: ${eval}
+  enable_camera: ${eval}
+  use_tb: ${use_tb}
+  desired_image_shape:
+  - 13
+  - 180
+  - 240
+  orig_cam_shape:
+  - 3
+  - 240
+  - 320
+  actions_prenormalized: ${simulation}
+  config:
+    _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
+    compile: false
+    device: ${device}
+    cam_resize_shape: ${agent.desired_image_shape}
+    orig_cam_shape: ${agent.orig_cam_shape}
+    policy_frequency: ${policy_frequency}
+    interpolation_frequency: ${interpolation_frequency}
+    deterministic_actions: true
+    deterministic_actions_seed: 0
+    policy_cfg:
+      _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
+      n_obs_steps: 1
+      horizon: 28
+      n_action_steps: ${agent.config.policy_cfg.horizon}
+      output_shapes:
+        action:
+        - 7
+      input_normalization_modes:
+        observation.image: mean_std
+        observation.state: min_max
+        observation.action_history: min_max
+      output_normalization_modes:
+        action: min_max
+      vision_backbone: resnet18
+      crop_distractors_tlhw: null
+      pretrained_backbone_weights: null
+      transforms:
+      - _target_: torchvision.transforms.v2.Grayscale
+        num_output_channels: 3
+      use_group_norm: true
+      spatial_softmax_num_keypoints: 32
+      action_history_encoder_config:
+        _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
+        in_channels: 7
+        out_channels: 32
+        history_length: 4
+        kernel_size: ${agent.config.policy_cfg.kernel_size}
+        downsample_kernel_size: 3
+        downsample_stride: 2
+        downsample_padding: 1
+      down_dims:
+      - 128
+      - 256
+      - 512
+      kernel_size: 5
+      n_groups: 8
+      diffusion_step_embed_dim: 128
+      use_film_scale_modulation: true
+      noise_scheduler_type: DDIM
+      beta_schedule: squaredcos_cap_v2
+      beta_start: 0.0001
+      beta_end: 0.02
+      prediction_type: epsilon
+      clip_sample: true
+      clip_sample_range: 1.0
+      num_train_timesteps: 50
+      num_inference_steps: 10
+      do_mask_loss_for_padding: false
+      start_horizon_at_current_step: true
+      input_shapes:
+        observation.image:
+        - 13
+        - 180
+        - 240
+        context_observation.image:
+        - 13
+        - 180
+        - 240
+        observation.state:
+        - 8
+    train_cfg:
+      _target_: utils.TrainConfig
+      lr: 0.0001
+      lr_scheduler: cosine
+      lr_warmup_steps: 500
+      adam_betas:
+      - 0.95
+      - 0.999
+      adam_eps: 1.0e-08
+      adam_weight_decay: 1.0e-06
+      grad_clip_norm: 10
+      offline_steps: 415000
+      use_amp: true
+      optimizer: adamw
+    observation_cfg:
+      _target_: agent.encoder.VisualFeatureSet
+      use_depth: ${use_depth}
+      use_color: ${use_color}
+      mask_input_dict:
+        _target_: agent.encoder.MaskInputDict
+        enable: ${use_masks}
+        representation: ${mask_representation}
+        mask_list: ${mask_list}
+        segmentation_model_name: ${segmentation_model_name}
+      crop_input_config:
+        _target_: agent.encoder.CropInputConfig
+        color_crop_type: ${color_crop_type}
+        depth_crop_type: ${depth_crop_type}
+        segmask_crop_type: ${segmask_crop_type}
+        crop_hw: ${crop_hw}
+        crop_down_offset: ${crop_down_offset}
+        add_crop_binary_mask: ${add_crop_binary_mask}
+        add_coord_conv_map: ${add_coord_conv_map}
+      context_input_config:
+        _target_: agent.encoder.ContextInputConfig
+        use_color: ${use_context_color}
+        use_depth: ${use_context_depth}
+        mask_input_dict:
+          _target_: agent.encoder.MaskInputDict
+          enable: ${use_context_segmask}
+          representation: ${mask_representation}
+          mask_list: ${mask_list}
+          segmentation_model_name: ${segmentation_model_name}
+        crop_input_config:
+          _target_: agent.encoder.CropInputConfig
+          color_crop_type: ${context_color_crop_type}
+          depth_crop_type: ${context_depth_crop_type}
+          segmask_crop_type: ${context_segmask_crop_type}
+          crop_hw: ${crop_hw}
+          crop_down_offset: ${crop_down_offset}
+          add_crop_binary_mask: ${context_add_crop_binary_mask}
+          add_coord_conv_map: ${context_add_coord_conv_map}
+      mask_soft_approx_scheduler_config:
+        _target_: agent.encoder.MaskSoftApproxSchedulerConfig
+        num_steps: 40000
+        initial_value: 10.0
+        final_value: 1000.0
+        interpolation_scheme: cosine
+      use_contact_map: ${use_contact_map}
+      use_sdf_maps: ${use_sdf_maps}
+      use_normals_maps: ${use_normals_maps}
+      which_objects: ${which_objects}
+      grasped_dtc_max_value: ${grasped_dtc_max_value}
+      env_dtc_max_value: ${env_dtc_max_value}
+      grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
+      env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
+      clamp_dtc: ${clamp_dtc}
+      max_contact_prob: ${max_contact_prob}
+      mask_normals_within_sdf: ${mask_normals_within_sdf}
+      dtc_adaptive_normalization: ${dtc_adaptive_normalization}
+      adaptive_normals_mask: ${adaptive_normals_mask}
+      max_depth: ${max_depth}
+      image_shape: ${agent.desired_image_shape}
+      learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
+      learning_rate: 0.0001
+      weight_decay: 0.0
+      contact_model_name: ${contact_model_name}
+      zero_centered: false
+      crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
+suite:
+  suite: frankagym
+  name: frankagym
+  frame_stack: ${agent.n_obs_steps}
+  action_repeat: 1
+  discount: 0.99
+  hidden_dim: 1024
+  num_train_frames: 1000000
+  num_seed_frames: 0
+  num_train_epochs: 1000
+  validate_every_epochs: 20
+  eval_on_sim_every_epochs: 20
+  validate_diffusion_on_action_loss_every_epochs: 20
+  eval_on_sim_every_epochs_diffusion: 500
+  train_eval_diffusion_on_action_loss_every_epochs: 20
+  check_topk_every_epochs: 20
+  save_snapshot_every_epochs: 25
+  num_seen_eval_envs: 0
+  num_unseen_eval_envs: 100
+  evals_per_env: 1
+  eval_every_frames: 2000
+  num_eval_episodes: 5
+  save_snapshot: true
+  wait_for_user_to_start_episode: true
+  task_make_fn:
+    _target_: suite.frankagym.make
+    name: ${task_name}
+    height: 240
+    width: 320
+    frame_stack: ${suite.frame_stack}
+    action_repeat: ${suite.action_repeat}
+    seed: ${seed}
+    enable_arm: ${agent.enable_arm}
+    enable_gripper: ${enable_gripper}
+    start_with_gripper_open: ${start_with_gripper_open}
+    enable_camera: ${agent.enable_camera}
+    path_to_depth_extrinsics: ${path_to_depth_extrinsics}
+    contact_estimation_model_ckpt_path: ${contact_estimation_model_ckpt_path}
+    x_limit: ${x_limit}
+    y_limit: ${y_limit}
+    z_limit: ${z_limit}
+    device: ${device}
+    interpolation_frequency: ${interpolation_frequency}
+    policy_frequency: ${policy_frequency}
+    debug_timestamps: ${debug_timestamps}
+    stop_after_action: ${stop_after_action}
+    open_loop: ${open_loop}
+    wait_for_new_camera_frames: ${wait_for_new_camera_frames}
+    action_key: ${action_key}
+    action_trajectory_horizon: ${agent.config.policy_cfg.horizon}
+    action_trajectories: ${action_trajectories}
+    path_to_zarr_dataset: ${expert_dataset}
+    agent_policy_cfg:
+      _target_: agent.diffusion_policy.DiffusionPolicyAgentConfig
+      compile: false
+      device: ${device}
+      cam_resize_shape: ${agent.desired_image_shape}
+      orig_cam_shape: ${agent.orig_cam_shape}
+      policy_frequency: ${policy_frequency}
+      interpolation_frequency: ${interpolation_frequency}
+      deterministic_actions: true
+      deterministic_actions_seed: 0
+      policy_cfg:
+        _target_: lerobot.common.policies.diffusion.configuration_diffusion.DiffusionConfig
+        n_obs_steps: 1
+        horizon: 28
+        n_action_steps: ${agent.config.policy_cfg.horizon}
+        output_shapes:
+          action:
+          - 7
+        input_normalization_modes:
+          observation.image: mean_std
+          observation.state: min_max
+          observation.action_history: min_max
+        output_normalization_modes:
+          action: min_max
+        vision_backbone: resnet18
+        crop_distractors_tlhw: null
+        pretrained_backbone_weights: null
+        transforms:
+        - _target_: torchvision.transforms.v2.Grayscale
+          num_output_channels: 3
+        use_group_norm: true
+        spatial_softmax_num_keypoints: 32
+        action_history_encoder_config:
+          _target_: lerobot.common.policies.diffusion.configuration_diffusion.Unet1dEncoderConfig
+          in_channels: 7
+          out_channels: 32
+          history_length: 4
+          kernel_size: ${agent.config.policy_cfg.kernel_size}
+          downsample_kernel_size: 3
+          downsample_stride: 2
+          downsample_padding: 1
+        down_dims:
+        - 128
+        - 256
+        - 512
+        kernel_size: 5
+        n_groups: 8
+        diffusion_step_embed_dim: 128
+        use_film_scale_modulation: true
+        noise_scheduler_type: DDIM
+        beta_schedule: squaredcos_cap_v2
+        beta_start: 0.0001
+        beta_end: 0.02
+        prediction_type: epsilon
+        clip_sample: true
+        clip_sample_range: 1.0
+        num_train_timesteps: 50
+        num_inference_steps: 10
+        do_mask_loss_for_padding: false
+        start_horizon_at_current_step: true
+        input_shapes:
+          observation.image:
+          - 13
+          - 180
+          - 240
+          context_observation.image:
+          - 13
+          - 180
+          - 240
+          observation.state:
+          - 8
+      train_cfg:
+        _target_: utils.TrainConfig
+        lr: 0.0001
+        lr_scheduler: cosine
+        lr_warmup_steps: 500
+        adam_betas:
+        - 0.95
+        - 0.999
+        adam_eps: 1.0e-08
+        adam_weight_decay: 1.0e-06
+        grad_clip_norm: 10
+        offline_steps: ${num_train_frames_diffusion}
+        use_amp: true
+        optimizer: adamw
+      observation_cfg:
+        _target_: agent.encoder.VisualFeatureSet
+        use_depth: ${use_depth}
+        use_color: ${use_color}
+        mask_input_dict:
+          _target_: agent.encoder.MaskInputDict
+          enable: ${use_masks}
+          representation: ${mask_representation}
+          mask_list: ${mask_list}
+          segmentation_model_name: ${segmentation_model_name}
+        crop_input_config:
+          _target_: agent.encoder.CropInputConfig
+          color_crop_type: ${color_crop_type}
+          depth_crop_type: ${depth_crop_type}
+          segmask_crop_type: ${segmask_crop_type}
+          crop_hw: ${crop_hw}
+          crop_down_offset: ${crop_down_offset}
+          add_crop_binary_mask: ${add_crop_binary_mask}
+          add_coord_conv_map: ${add_coord_conv_map}
+        context_input_config:
+          _target_: agent.encoder.ContextInputConfig
+          use_color: ${use_context_color}
+          use_depth: ${use_context_depth}
+          mask_input_dict:
+            _target_: agent.encoder.MaskInputDict
+            enable: ${use_context_segmask}
+            representation: ${mask_representation}
+            mask_list: ${mask_list}
+            segmentation_model_name: ${segmentation_model_name}
+          crop_input_config:
+            _target_: agent.encoder.CropInputConfig
+            color_crop_type: ${context_color_crop_type}
+            depth_crop_type: ${context_depth_crop_type}
+            segmask_crop_type: ${context_segmask_crop_type}
+            crop_hw: ${crop_hw}
+            crop_down_offset: ${crop_down_offset}
+            add_crop_binary_mask: ${context_add_crop_binary_mask}
+            add_coord_conv_map: ${context_add_coord_conv_map}
+        mask_soft_approx_scheduler_config:
+          _target_: agent.encoder.MaskSoftApproxSchedulerConfig
+          num_steps: 40000
+          initial_value: 10.0
+          final_value: 1000.0
+          interpolation_scheme: cosine
+        use_contact_map: ${use_contact_map}
+        use_sdf_maps: ${use_sdf_maps}
+        use_normals_maps: ${use_normals_maps}
+        which_objects: ${which_objects}
+        grasped_dtc_max_value: ${grasped_dtc_max_value}
+        env_dtc_max_value: ${env_dtc_max_value}
+        grasped_normals_mask_max_dtc_value: ${grasped_normals_mask_max_dtc_value}
+        env_normals_mask_max_dtc_value: ${env_normals_mask_max_dtc_value}
+        clamp_dtc: ${clamp_dtc}
+        max_contact_prob: ${max_contact_prob}
+        mask_normals_within_sdf: ${mask_normals_within_sdf}
+        dtc_adaptive_normalization: ${dtc_adaptive_normalization}
+        adaptive_normals_mask: ${adaptive_normals_mask}
+        max_depth: ${max_depth}
+        image_shape: ${agent.desired_image_shape}
+        learnable_contact_preprocess_params: ${learnable_contact_preprocess_params}
+        learning_rate: 0.0001
+        weight_decay: 0.0
+        contact_model_name: ${contact_model_name}
+        zero_centered: false
+        crop_distractors_tlhw: ${agent.config.policy_cfg.crop_distractors_tlhw}
+    true_action_history: ${true_action_history}
+num_train_frames_bc: 50000
+num_train_frames_drq: 1100000
+stddev_schedule_drq: linear(1.0,0.1,100000)
+task_name: FrankaInsertion-v1
+num_train_frames_vinn: 25000
+num_train_frames_diffusion: 1000000
+num_train_epochs_bc: 5000
+num_train_epochs_diffusion: 1000
+validate_every_epochs_bc: 5
+validate_every_epochs_diffusion: 20
+validate_diffusion_on_action_loss_every_epochs: 20
+train_eval_diffusion_on_action_loss_every_epochs: 20
+eval_on_sim_every_epochs_diffusion: 20
+check_topk_every_epochs: 5
+check_topk_every_epochs_diffusion: 20
+save_snapshot_every_epochs_diffusion: 25
+x_limit:
+- 0.2
+- 0.7
+y_limit:
+- -0.4
+- 0.4
+z_limit:
+- -0.05
+- 0.55
+home_displacement:
+- 0.55
+- 0.0
+- 0.55
+- 180.0
+- 0.0
+- 0.0
+enable_gripper: true
+start_with_gripper_open: true
+offset_mask:
+- 1
+- 1
+- 1
+- 1
+- 1
+- 1
+path_to_depth_extrinsics: ~/fish_leon/FISH/cfgs/camera_poses/camera_poses_L515/20240904-122305/color_tf_world.npy
+test:
+  username: leonmkim
+  hostname: grasp-login1
+  name_of_expert_demo: 112_240x320_all_twodim_left_to_right_annotated_start_idx_5hz_zstd7_EE_pxl_coords_expert_demos_imp_act
+  root_dir: ~/fish_leon
+  expert_dataset_dirpath: ${test.root_dir}/FISH/expert_demos/${suite.name}/${task_name}/${test.name_of_expert_demo}
+  expert_dataset: ${test.expert_dataset_dirpath}/demos.zarr
+  semantic_demo_grouping_name: semantic_demo_grouping.yaml
+  semantic_demo_grouping: ${test.expert_dataset_dirpath}/${test.semantic_demo_grouping_name}
+  include_groups_list: all
+  batch_size: 128
+  store_dataset_in_memory: false
+  use_tb: true
+  local_snapshot_root_dir: /mnt/bighdd/fish_contact_backup
+  local_snapshot_dir: ${test.local_snapshot_root_dir}/exp_local/${suite.name}_${obs_type}/${task_name}
+  resume_wandb_run: false
+feature_type: 180x240_1_RGB_D_2.0

videos/66182_0/epoch_20/0_traj_1000000_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be27975914812d5c80eff08c8f9be1dadb68a1eccf88cb47e2c817c0fabf43a8
+size 131208

videos/66182_0/epoch_20/10_traj_1000010_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfbafe8ed995c8da73cbb4ef0f5a1c68a31a9e6b362ca15cb2bac173c982d40
+size 141054

videos/66182_0/epoch_20/11_traj_1000011_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6213480b9bd0a7d3090c003db3b9d166ad5ead99bfec216390393fdbfeabea
+size 209553

videos/66182_0/epoch_20/12_traj_1000012_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eddb8e4d27e2fc75fe4fb72ba90a764e07927d3dfec5aecfdf455068b9b8885
+size 321279

videos/66182_0/epoch_20/13_traj_1000013_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6c9432ce587ff76bf130a595af05a101404acd72e873dfa1f0f73a0e0ae4d3
+size 311241

videos/66182_0/epoch_20/14_traj_1000014_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030196c2e4eb60289f19bc5321e42010a49260663c546f5775b3a15c17127cc
+size 180223

videos/66182_0/epoch_20/15_traj_1000015_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3acafba414dcf9604f25048284955d7260993e666aa1fdfe238aa162d76fb2
+size 208878

videos/66182_0/epoch_20/16_traj_1000016_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36684d3bea80c491b58db421c1f1677b471608536886bda22248872112f91e65
+size 285633

videos/66182_0/epoch_20/17_traj_1000017_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b3acf6e190645107696fa5f9daab5b37e3e6a5830dfa640fe757976039f8f6
+size 132085

videos/66182_0/epoch_20/20_traj_1000020_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c77be4e3e49657f70883aa72c91d777e452e0587df00771c01895e97a66ef
+size 215917

videos/66182_0/epoch_20/21_traj_1000021_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a20c78eaebe9d3b8e136e9929842c9de5d5851b3f0dc1a8140ffa22adfde904
+size 218889

videos/66182_0/epoch_20/22_traj_1000022_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a767807c8c42469e0601287dd3b1add661b4c899c9ee5dde33829e313c197f1
+size 206859

videos/66182_0/epoch_20/23_traj_1000023_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9e6662f10211c79ee32fbb0c3f3937e246e5e373a35f3227a33d683bb3f82c
+size 332036

videos/66182_0/epoch_20/24_traj_1000024_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819df233d78e1bc5a510b875502af9157526fa00ba62ba8279c5145414f70088
+size 281846

videos/66182_0/epoch_20/26_traj_1000026_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfab56a6dd01ccedd50735ef5d9addaf93950c7203e5dc61efe91a65cab7c6b
+size 319011

videos/66182_0/epoch_20/28_traj_1000028_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c40fd948fbada2fa8ac7a5820fd61f8c948969c6bd1a30155a191bbd7c69a5b
+size 201322

videos/66182_0/epoch_20/29_traj_1000029_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fe704bbc5e5e3e0b9d96248441df091f50b528dde2e629ad82b8c6f99f9c2c
+size 346059

videos/66182_0/epoch_20/2_traj_1000002_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a89161c33cb30c2b18f347fd77df6ff1486592a7b92eddf1e624bc2edaccf6
+size 124265

videos/66182_0/epoch_20/30_traj_1000030_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c88d7d6fd03c9446e05832f6b0e87f93556f15e05c654b1f76da78a8390ba28
+size 124616

videos/66182_0/epoch_20/31_traj_1000031_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6380fe641f8d7a9b56cc2fbfa42a75eca84063ffb329a9311da051fc32e163b1
+size 330199

videos/66182_0/epoch_20/33_traj_1000033_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed9989db8806715a35fb7d6cffe3da10e62553027cb1cb0a1e1844737dd149
+size 127806

videos/66182_0/epoch_20/34_traj_1000034_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f714f6071ae9afbd0742ddefd2d7927737bd22c3521e67c4500dd393849fd0c
+size 220197

videos/66182_0/epoch_20/36_traj_1000036_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48838d278fc5788b3ee769220d9ab8f9fa448ba0eb7a71a43d4c3b83a23700c1
+size 304730

videos/66182_0/epoch_20/38_traj_1000038_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762fe977c8e501f79818b0cad29a77b6dd4461ea7c181bc5394e48beffaf9fac
+size 129225

videos/66182_0/epoch_20/3_traj_1000003_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a0f3e284038fc6b8e28b2fde1e8fac0569deaa343955719e7ba58209b27abb
+size 126877

videos/66182_0/epoch_20/40_traj_1000040_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ccdfae12de1011af68e8990fca9cca07a9d7483dd3ab7966e6382ec627ee14
+size 201736

videos/66182_0/epoch_20/43_traj_1000043_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4808d3023c5a068c6a17c8aceb1aba341eb9c9418af22985d1252479e81d2f55
+size 123791

videos/66182_0/epoch_20/44_traj_1000044_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a6af29541ce8a3fb4a1b03325f2462819cb43b7c74d17703429f92fbed2aed
+size 141718

videos/66182_0/epoch_20/45_traj_1000045_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7205c32dd83d01e22168f4d405904ad1140c7b9211ab023af1c016f7104d69c0
+size 172195

videos/66182_0/epoch_20/46_traj_1000046_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9be53e354c2f08814a4d164b415f0abfbfb1547a5057ed1c97acfc98dad410c
+size 202742

videos/66182_0/epoch_20/48_traj_1000048_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f4c523422e5b596a93fdb591fddfd6a886910da5537502cd509b5709716345
+size 320924

videos/66182_0/epoch_20/49_traj_1000049_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcbf16705db7e628a325ab6a38349b97168bd149f862bf69b6883493038a9eb
+size 220193

videos/66182_0/epoch_20/4_traj_1000004_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fef481362b506de9a575703ae144a7c70ce05b5795959341561ab25133179f
+size 192324

videos/66182_0/epoch_20/51_traj_1000051_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836860b53d53808cfb6db5678429669fd8fa8fb504da1a9ceee6d047e1709f11
+size 344787

videos/66182_0/epoch_20/52_traj_1000052_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6e972553c711f4c72409702a1261abfbd6e02646b0cdb4d79eb505a53d2d6d
+size 134541

videos/66182_0/epoch_20/55_traj_1000055_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec654313dc478a60233110966e634f17dacc40523868315f59015074e4ae782
+size 222839

videos/66182_0/epoch_20/56_traj_1000056_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9957f088c8d7014a9256ef782a897df6956d9c2f53b48cb1489e85ef10ae6598
+size 309004

videos/66182_0/epoch_20/57_traj_1000057_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5018b6eec9c41d9c1154056c98f9af1bf6ee03ce2b7f85b183112e010f43b7dd
+size 185784

videos/66182_0/epoch_20/58_traj_1000058_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ce8199ad197ece0e9febe2c7e3d49618bd30146c54e01bf5e2a910a9245460
+size 340526

videos/66182_0/epoch_20/59_traj_1000059_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3035138750ed05ca0a0772c3b8096d9f2903a5d1e2fcf0d547eb84ab8236a7b1
+size 201360

videos/66182_0/epoch_20/5_traj_1000005_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2b7c931e7fb80b6f747df0db4299cc7e0761a93b92719d05d234780b5d6f63
+size 211018

videos/66182_0/epoch_20/60_traj_1000060_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab52ca65fec2eaeffb6de90e6f528435bcb23aa154da4cc7806d1fa14306c4d
+size 330674

videos/66182_0/epoch_20/61_traj_1000061_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96de58ce9fb296c5ca951f05ed903795d4481c8de414706a0a6c8c49dd403ecf
+size 133683

videos/66182_0/epoch_20/62_traj_1000062_envseed.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d03b820cbbe4deb6455932a9af7e289364ed5a37584e70e75e54c46561737fd
+size 312516