backup exp_rsblur_v6_bordermask_from_18999

.gitattributes

@@ -598,3 +598,53 @@ exp_rsblur_v5_clean_from_18999/2026-05-05_05-40-27/wandb/run-20260505_054121-67m
 exp_rsblur_v5_clean_from_18999/2026-05-05_05-40-27/wandb/run-20260505_054121-67mpbp7t/files/media/images/comparison_85_81d9efe7bcc73b6a5ef1.png filter=lfs diff=lfs merge=lfs -text
 exp_rsblur_v5_clean_from_18999/2026-05-05_05-40-27/wandb/run-20260505_054121-67mpbp7t/files/media/images/comparison_8_caff9c7fdfe8904b4678.png filter=lfs diff=lfs merge=lfs -text
 exp_rsblur_v5_clean_from_18999/2026-05-05_05-40-27/wandb/run-20260505_054121-67mpbp7t/run-67mpbp7t.wandb filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_0_cede08f490555e30d86c.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_12_4dfddaedd67fa746f3af.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2391_104263d867c47621d571.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2395_5a59454d4705ecfe3f07.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2399_65efc32cb816adab9271.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2403_2f008e81c72d80f49cec.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2511_aef07e31579487fdedd5.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2515_cf74351672ccc7a144ff.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2519_7dc56defca8f047bd4d2.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2523_223cdf9a28241f667c62.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2641_02b1dbbe7c9ffd5bab56.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2645_9815147745cd4a56ec09.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2649_b2ffdf70df9a855c66b3.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2653_9ecc1dc5692c87408310.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2761_d71b078462112cffd71d.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2765_7e025d402a524b5e47b2.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2769_9721dd6e13f8b485810f.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2773_8840c231f0f49333a61f.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2891_a64f9a0d529d185adc8b.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2895_26d1c1ddb2f82f010f70.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2899_e2f087f7b77dbc9939d4.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_2903_ad5e8c55133579fa7027.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3011_4775c976b9d832bca27f.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3014_bf68ee21c74e29835f1b.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3017_36a893944540954f827c.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3020_f65ac80aa6e1b654ed34.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3141_4775c976b9d832bca27f.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3144_bf68ee21c74e29835f1b.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3147_36a893944540954f827c.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3150_f65ac80aa6e1b654ed34.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3261_4775c976b9d832bca27f.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3264_bf68ee21c74e29835f1b.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3267_36a893944540954f827c.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3270_f65ac80aa6e1b654ed34.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3391_4775c976b9d832bca27f.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3394_bf68ee21c74e29835f1b.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3397_36a893944540954f827c.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3400_f65ac80aa6e1b654ed34.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3511_4775c976b9d832bca27f.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3514_bf68ee21c74e29835f1b.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3517_36a893944540954f827c.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_3520_f65ac80aa6e1b654ed34.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_4_07ce8cb0385bec25c6db.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_73_1c8d56facd70673172e3.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_77_1100619b1289f7cc1e4e.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_81_94eb4fe71bff7083dcb7.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_85_cfd4b8dd5302eaa40cd0.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/media/images/comparison_8_caff9c7fdfe8904b4678.png filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/files/output.log filter=lfs diff=lfs merge=lfs -text
+exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/run-laa73eom.wandb filter=lfs diff=lfs merge=lfs -text

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/.hydra/config.yaml

@@ -0,0 +1,195 @@
+model:
+  encoder:
+    backbone:
+      name: croco
+      model: ViTLarge_BaseDecoder
+      patch_embed_cls: PatchEmbedDust3R
+      asymmetry_decoder: true
+      intrinsics_embed_loc: encoder
+      intrinsics_embed_degree: 4
+      intrinsics_embed_type: token
+    name: da3_resplat
+    opacity_mapping:
+      initial: 0.0
+      final: 0.0
+      warm_up: 1
+    num_monocular_samples: 32
+    num_surfaces: 1
+    predict_opacity: false
+    gaussians_per_pixel: 1
+    gaussian_adapter:
+      gaussian_scale_min: 0.5
+      gaussian_scale_max: 15.0
+      sh_degree: 3
+    d_feature: 128
+    visualizer:
+      num_samples: 8
+      min_resolution: 256
+      export_ply: false
+    apply_bounds_shim: true
+    gs_params_head_type: dpt_gs
+    pose_free: true
+    pretrained_weights: ''
+    da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
+    resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
+    freeze_da3: true
+    freeze_resplat: true
+    use_pred_pose: true
+  decoder:
+    name: splatting_cuda
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    make_scale_invariant: true
+    low_pass_filter: 0.3
+    decrease_lpf_step: -1
+  refiner: null
+  diffusion_head:
+    enc_k: 256
+    enc_df: 128
+    enc_df_out: 128
+    enc_d_point: 64
+    enc_cross_depth: 4
+    enc_self_depth: 2
+    dec_dim_model: 64
+    dec_cross_depth: 3
+    dec_num_virtual: 256
+    train_num_steps: 3
+    infer_num_steps: 3
+    use_cam_cond: false
+    use_vggt_priors: true
+    use_cam_pred: false
+loss:
+  mse_l1:
+    weight: 0.8
+    empty_render_thresh: 0.02
+  lpips:
+    weight: 0.05
+    apply_after_step: 2000
+  ssim:
+    weight: 0.2
+  depth:
+    weight: 0.3
+wandb:
+  project: DAV3
+  entity: zswjsw-the-university-of-sydney
+  name: rsblur_v6_bordermask_from_18999
+  mode: online
+  tags:
+  - rsblur
+  - diffusion_head
+  - da3_resplat
+  - finetune
+  - pred_pose
+  - l1
+  - curriculum
+mode: train
+data_loader:
+  train:
+    num_workers: 4
+    persistent_workers: true
+    batch_size: 1
+    seed: 1234
+  test:
+    num_workers: 2
+    persistent_workers: false
+    batch_size: 1
+    seed: 2345
+  val:
+    num_workers: 1
+    persistent_workers: false
+    batch_size: 1
+    seed: 3456
+    num_val_samples: 200
+optimizer:
+  lr: 5.0e-06
+  warm_up_steps: 200
+  backbone_lr_multiplier: 0.01
+checkpointing:
+  load: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt
+  every_n_train_steps: 501
+  save_top_k: 1
+  save_weights_only: false
+  load_weights_only: false
+train:
+  depth_mode: depth
+  extended_visualization: false
+  print_log_every_n_steps: 10
+  context_view_loss: false
+  random_select_context_view: true
+  freeze_encoder: true
+  share_weight: 0.0
+  l_flow_weight: 0.0
+  cam_loss_weight: 0.0
+test:
+  output_path: outputs/test
+  align_pose: true
+  pose_align_steps: 100
+  rot_opt_lr: 0.005
+  trans_opt_lr: 0.005
+  compute_scores: true
+  save_image: true
+  save_video: false
+  save_compare: false
+  use_tto: false
+  tto_steps: 200
+  tto_lr: 0.001
+  tto_geo_lr_scale: 0.1
+seed: 111123
+trainer:
+  max_steps: 20000
+  val_check_interval: 500
+  gradient_clip_val: 0.5
+  num_nodes: 1
+  accumulate_grad_batches: 4
+  devices: 4
+  strategy: ddp
+  enable_progress_bar: true
+  num_sanity_val_steps: 0
+  precision: bf16-mixed
+dataset:
+  rsblur:
+    make_baseline_1: false
+    relative_pose: false
+    augment: false
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    overfit_to_scene: null
+    skip_bad_shape: false
+    view_sampler:
+      name: bounded
+      num_target_views: 4
+      num_context_views: 8
+      min_distance_between_context_views: 5
+      max_distance_between_context_views: 30
+      min_distance_to_context_views: 0
+      warm_up_steps: 0
+      initial_min_distance_between_context_views: 5
+      initial_max_distance_between_context_views: 20
+      min_context_views: 2
+    name: rsblur
+    roots:
+    - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
+    near: 0.1
+    far: 100.0
+    input_image_shape:
+    - 280
+    - 448
+    original_image_shape:
+    - 280
+    - 448
+    cameras_are_circular: false
+    baseline_min: 0.0
+    baseline_max: 10000000000.0
+    max_fov: 180.0
+    scene_list: []
+    val_scene_list:
+    - '0016'
+    - '0017'
+    - '0018'
+    - '0019'
+    samples_per_scene: 200
+    val_samples_per_scene: 50

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/.hydra/hydra.yaml

@@ -0,0 +1,171 @@
+hydra:
+  run:
+    dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - +training=finetune_dav3_rsblur_l1
+    - trainer.num_nodes=1
+    - trainer.devices=4
+    - trainer.max_steps=20000
+    - trainer.gradient_clip_val=0.5
+    - optimizer.lr=5e-6
+    - dataset.rsblur.view_sampler.num_context_views=8
+    - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt
+    - wandb.mode=online
+    - wandb.name=rsblur_v6_bordermask_from_18999
+  job:
+    name: main
+    chdir: null
+    override_dirname: +training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt,dataset.rsblur.view_sampler.num_context_views=8,optimizer.lr=5e-6,trainer.devices=4,trainer.gradient_clip_val=0.5,trainer.max_steps=20000,trainer.num_nodes=1,wandb.mode=online,wandb.name=rsblur_v6_bordermask_from_18999
+    id: ???
+    num: ???
+    config_name: main
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /gpfs/home2/qzhang1/C3G
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /gpfs/home2/qzhang1/C3G/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33
+    choices:
+      training: finetune_dav3_rsblur_l1
+      dataset@dataset.rsblur: rsblur
+      dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
+      dataset/view_sampler@dataset.rsblur.view_sampler: bounded
+      model/decoder: splatting_cuda
+      model/encoder: noposplat
+      model/encoder/backbone: croco
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/.hydra/overrides.yaml

@@ -0,0 +1,10 @@
+- +training=finetune_dav3_rsblur_l1
+- trainer.num_nodes=1
+- trainer.devices=4
+- trainer.max_steps=20000
+- trainer.gradient_clip_val=0.5
+- optimizer.lr=5e-6
+- dataset.rsblur.view_sampler.num_context_views=8
+- checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt
+- wandb.mode=online
+- wandb.name=rsblur_v6_bordermask_from_18999

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/checkpoints/best-psnr-val/psnr_19.072-info/global_step_2749.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9f6c5711a7792b8d50201c1ca843a54d195f367fb81f7c39a34d4673ebf316
+size 6288224011

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/checkpoints/latest-info/global_step_3506.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84180e4965e33839bbf8a85cf0581dd75716beead9701d0d00fa3dff23ab8f2e
+size 6288224011

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/main.log

@@ -0,0 +1,13 @@
+[2026-05-05 06:22:57,202][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 06:22:57,229][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 06:22:57,490][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 06:22:57,604][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 06:23:21,071][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
+distributed_backend=nccl
+All distributed processes registered. Starting with 4 processes
+----------------------------------------------------------------------------------------------------
+
+[2026-05-05 06:23:27,041][pytorch_lightning.utilities.rank_zero][INFO] - Restoring states from the checkpoint path at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt
+[2026-05-05 06:24:29,850][pytorch_lightning.utilities.rank_zero][INFO] - Loaded model weights from the checkpoint at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt
+[2026-05-05 06:26:00,743][pytorch_lightning.utilities.rank_zero][INFO] - Restoring states from the checkpoint path at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt
+[2026-05-05 06:27:05,371][pytorch_lightning.utilities.rank_zero][INFO] - Restored all states from the checkpoint at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2026-05-05T06:23:25.657985727+02:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/logs/debug-core.log"}
+{"time":"2026-05-05T06:23:26.012266284+02:00","level":"INFO","msg":"created new stream","id":"laa73eom"}
+{"time":"2026-05-05T06:23:26.012335284+02:00","level":"INFO","msg":"stream: started","id":"laa73eom"}
+{"time":"2026-05-05T06:23:26.012351354+02:00","level":"INFO","msg":"writer: Do: started","stream_id":"laa73eom"}
+{"time":"2026-05-05T06:23:26.012406674+02:00","level":"INFO","msg":"handler: started","stream_id":"laa73eom"}
+{"time":"2026-05-05T06:23:26.012362594+02:00","level":"INFO","msg":"sender: started","stream_id":"laa73eom"}
+{"time":"2026-05-05T06:23:26.813034041+02:00","level":"INFO","msg":"Starting system monitor"}

exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/debug.log

@@ -0,0 +1,22 @@
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_setup.py:_flush():70] Configure stats pid to 2596461
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_setup.py:_flush():70] Loading settings from /home/qzhang1/.config/wandb/settings
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_setup.py:_flush():70] Loading settings from /gpfs/home2/qzhang1/C3G/wandb/settings
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_setup.py:_flush():70] Loading settings from environment variables
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_init.py:setup_run_log_directory():724] Logging user logs to /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/logs/debug.log
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v6_bordermask_from_18999/2026-05-05_06-22-33/wandb/run-20260505_062325-laa73eom/logs/debug-internal.log
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_init.py:init():852] calling init triggers
+2026-05-05 06:23:25,647 INFO    MainThread:2596461 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'model': {'encoder': {'backbone': {'name': 'croco', 'model': 'ViTLarge_BaseDecoder', 'patch_embed_cls': 'PatchEmbedDust3R', 'asymmetry_decoder': True, 'intrinsics_embed_loc': 'encoder', 'intrinsics_embed_degree': 4, 'intrinsics_embed_type': 'token'}, 'name': 'da3_resplat', 'opacity_mapping': {'initial': 0.0, 'final': 0.0, 'warm_up': 1}, 'num_monocular_samples': 32, 'num_surfaces': 1, 'predict_opacity': False, 'gaussians_per_pixel': 1, 'gaussian_adapter': {'gaussian_scale_min': 0.5, 'gaussian_scale_max': 15.0, 'sh_degree': 3}, 'd_feature': 128, 'visualizer': {'num_samples': 8, 'min_resolution': 256, 'export_ply': False}, 'apply_bounds_shim': True, 'gs_params_head_type': 'dpt_gs', 'pose_free': True, 'pretrained_weights': '', 'da3_checkpoint': '/gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT', 'resplat_checkpoint': '/gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth', 'freeze_da3': True, 'freeze_resplat': True, 'use_pred_pose': True}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': True, 'low_pass_filter': 0.3, 'decrease_lpf_step': -1}, 'refiner': None, 'diffusion_head': {'enc_k': 256, 'enc_df': 128, 'enc_df_out': 128, 'enc_d_point': 64, 'enc_cross_depth': 4, 'enc_self_depth': 2, 'dec_dim_model': 64, 'dec_cross_depth': 3, 'dec_num_virtual': 256, 'train_num_steps': 3, 'infer_num_steps': 3, 'use_cam_cond': False, 'use_vggt_priors': True, 'use_cam_pred': False}}, 'loss': {'mse_l1': {'weight': 0.8, 'empty_render_thresh': 0.02}, 'lpips': {'weight': 0.05, 'apply_after_step': 2000}, 'ssim': {'weight': 0.2}, 'depth': {'weight': 0.3}}, 'wandb': {'project': 'DAV3', 'entity': 'zswjsw-the-university-of-sydney', 'name': 'rsblur_v6_bordermask_from_18999', 'mode': 'online', 'tags': ['rsblur', 'diffusion_head', 'da3_resplat', 'finetune', 'pred_pose', 'l1', 'curriculum']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 4, 'persistent_workers': True, 'batch_size': 1, 'seed': 1234}, 'test': {'num_workers': 2, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': False, 'batch_size': 1, 'seed': 3456, 'num_val_samples': 200}}, 'optimizer': {'lr': 5e-06, 'warm_up_steps': 200, 'backbone_lr_multiplier': 0.01}, 'checkpointing': {'load': '/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-04_22-59-22/checkpoints/best-psnr-val/psnr_18.999-info/global_step_2249.ckpt', 'every_n_train_steps': 501, 'save_top_k': 1, 'save_weights_only': False, 'load_weights_only': False}, 'train': {'depth_mode': 'depth', 'extended_visualization': False, 'print_log_every_n_steps': 10, 'context_view_loss': False, 'random_select_context_view': True, 'freeze_encoder': True, 'share_weight': 0.0, 'l_flow_weight': 0.0, 'cam_loss_weight': 0.0}, 'test': {'output_path': 'outputs/test', 'align_pose': True, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': True, 'save_video': False, 'save_compare': False, 'use_tto': False, 'tto_steps': 200, 'tto_lr': 0.001, 'tto_geo_lr_scale': 0.1}, 'seed': 111123, 'trainer': {'max_steps': 20000, 'val_check_interval': 500, 'gradient_clip_val': 0.5, 'num_nodes': 1, 'accumulate_grad_batches': 4, 'devices': 4, 'strategy': 'ddp', 'enable_progress_bar': True, 'num_sanity_val_steps': 0, 'precision': 'bf16-mixed'}, 'dataset': {'rsblur': {'make_baseline_1': False, 'relative_pose': False, 'augment': False, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': False, 'view_sampler': {'name': 'bounded', 'num_target_views': 4, 'num_context_views': 8, 'min_distance_between_context_views': 5, 'max_distance_between_context_views': 30, 'min_distance_to_context_views': 0, 'warm_up_steps': 0, 'initial_min_distance_between_context_views': 5, 'initial_max_distance_between_context_views': 20, 'min_context_views': 2}, 'name': 'rsblur', 'roots': ['/scratch-shared/qzhang1/datasets/RSBlur/RSBlur'], 'near': 0.1, 'far': 100.0, 'input_image_shape': [280, 448], 'original_image_shape': [280, 448], 'cameras_are_circular': False, 'baseline_min': 0.0, 'baseline_max': 10000000000.0, 'max_fov': 180.0, 'scene_list': [], 'val_scene_list': ['0016', '0017', '0018', '0019'], 'samples_per_scene': 200, 'val_samples_per_scene': 50}}, '_wandb': {}}
+2026-05-05 06:23:25,648 INFO    MainThread:2596461 [wandb_init.py:init():893] starting backend
+2026-05-05 06:23:25,648 INFO    MainThread:2596461 [wandb_init.py:init():897] sending inform_init request
+2026-05-05 06:23:25,655 INFO    MainThread:2596461 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-05-05 06:23:25,656 INFO    MainThread:2596461 [wandb_init.py:init():907] backend started and connected
+2026-05-05 06:23:25,658 INFO    MainThread:2596461 [wandb_init.py:init():1005] updated telemetry
+2026-05-05 06:23:25,669 INFO    MainThread:2596461 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
+2026-05-05 06:23:26,770 INFO    MainThread:2596461 [wandb_init.py:init():1104] starting run threads in backend
+2026-05-05 06:23:27,032 INFO    MainThread:2596461 [wandb_run.py:_console_start():2573] atexit reg
+2026-05-05 06:23:27,032 INFO    MainThread:2596461 [wandb_run.py:_redirect():2421] redirect: wrap_raw
+2026-05-05 06:23:27,033 INFO    MainThread:2596461 [wandb_run.py:_redirect():2490] Wrapping output streams.
+2026-05-05 06:23:27,033 INFO    MainThread:2596461 [wandb_run.py:_redirect():2513] Redirects installed.
+2026-05-05 06:23:27,035 INFO    MainThread:2596461 [wandb_init.py:init():1150] run started, returning control to user process