Add projector config: loss_l2_4ds_resume40k

projector/loss_l2_4ds_resume40k/config.yaml

@@ -0,0 +1,78 @@
+config: /mnt/slurm_home/ckjin/vdm/world2hand_metrics/world2hand/config/projector/presets/cached_4ds_5ds37k/loss_ablation/loss_l2_4ds_resume40k.yaml
+model_type: td_xattn_heatmap
+json_path: /mnt/slurm_home/ckjin/vdm/world2hand_metrics/world2hand/data_json/xray/cached5ds37k_arctic_train.json
+json_path_weights:
+- 2145
+- 1086
+- 910
+- 801
+eval_json:
+- /mnt/slurm_home/ckjin/vdm/world2hand_metrics/world2hand/data_json/xray/cached5ds37k_arctic_test.json
+- /mnt/slurm_home/ckjin/vdm/world2hand_metrics/world2hand/data_json/xray/cached5ds37k_hot3d_test.json
+- /mnt/slurm_home/ckjin/vdm/world2hand_metrics/world2hand/data_json/xray/cached5ds37k_hoi4d_test.json
+- /mnt/slurm_home/ckjin/vdm/world2hand_metrics/world2hand/data_json/xray/cached5ds37k_h2o_test.json
+vace_features_dir: /mnt/slurm_home/ckjin/vdm/checkpoint_mixed_5ds_37k/checkpoint-37000/features/L15_s34
+output_dir: experiments/projector/cached_4ds_5ds37k/loss_ablation/loss_l2_4ds_resume40k
+output_under_vace_ckpt: false
+projector_output_root: experiments/projector
+eval_output_dir: experiments/projector/cached_4ds_5ds37k/loss_ablation/loss_l2_4ds_resume40k
+viz_default_k: false
+checkpoint: /mnt/slurm_home/ckjin/vdm/world2hand_metrics/world2hand/experiments/projector/cached_4ds_5ds37k/L15_s34_v3_04b_xattn_v2backbone_4ds/step_20000.pt
+start_step: 20000
+max_steps: 40000
+skip_eval: false
+wandb: true
+wandb_project: world2hand
+wandb_run_name: cached_4ds_5ds37k_v3_04b_loss_l2_4ds_resume40k
+lr: 0.0002
+batch_size: 8
+lr_schedule: cosine
+warmup_steps: 200
+lr_min_ratio: 0.05
+max_grad_norm: 1.0
+log_every: 10
+eval_every: 5000
+eval_subset_seed: 0
+periodic_test_render_n: 0
+train_num_workers: 4
+dataloader_prefetch_factor: 4
+dataloader_pin_memory: false
+preload_ram_threshold: 50
+preload_train: false
+vace_layer: 15
+vace_capture_step: 34
+presence_upsample_ratio: 0.0
+presence_dedup_window: 8
+presence_partial_threshold_frames: 10
+v2_td_hidden_dim: 512
+v2_td_num_shared_decoder_layers: 4
+v2_td_num_cls_decoder_layers: 1
+v2_td_num_reg_decoder_layers: 2
+v2_td_aux_loss: false
+v2_td_cam_intrinsics_mode: ray
+td_heatmap_n_joints: 21
+td_heatmap_origin_joint_idx: 9
+td_heatmap_range_margin: 0.15
+td_heatmap_pnp_min_visible: 1
+m2dp_enable_per_hand_oos: true
+td_xattn_num_heads: 8
+td_xattn_dropout: 0.0
+td_xattn_bidirectional: true
+td_xattn_use_offset_mlp: true
+vace_num_inference_steps: 25
+eval_batch_size: 16
+use_geodesic: true
+go_loss_weight: 0.2
+hp_loss_weight: 0.2
+betas_loss_weight: 0.1
+trans_loss_weight: 3.0
+joints_loss_weight: 3.5
+reproj_loss_weight: 1.0
+exists_2d_loss_weight: 0.5
+exists_3d_loss_weight: 0.0
+is_right_loss_weight: 0.5
+velocity_smooth_weight: 0.3
+betas_consistency_weight: 0.05
+aux_loss_weight: 0.0
+anchor2d_direct_weight: 0.0
+joints2d_direct_weight: 2.0