backup exp_rsblur_320x512_from_scannetpp_new10k

exp_rsblur_320x512_from_scannetpp_new10k/2026-05-02_14-07-15/.hydra/config.yaml

@@ -0,0 +1,192 @@
+model:
+  encoder:
+    backbone:
+      name: croco
+      model: ViTLarge_BaseDecoder
+      patch_embed_cls: PatchEmbedDust3R
+      asymmetry_decoder: true
+      intrinsics_embed_loc: encoder
+      intrinsics_embed_degree: 4
+      intrinsics_embed_type: token
+    name: da3_resplat
+    opacity_mapping:
+      initial: 0.0
+      final: 0.0
+      warm_up: 1
+    num_monocular_samples: 32
+    num_surfaces: 1
+    predict_opacity: false
+    gaussians_per_pixel: 1
+    gaussian_adapter:
+      gaussian_scale_min: 0.5
+      gaussian_scale_max: 15.0
+      sh_degree: 3
+    d_feature: 128
+    visualizer:
+      num_samples: 8
+      min_resolution: 256
+      export_ply: false
+    apply_bounds_shim: true
+    gs_params_head_type: dpt_gs
+    pose_free: true
+    pretrained_weights: ''
+    da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
+    resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
+    freeze_da3: true
+    freeze_resplat: true
+    use_pred_pose: true
+  decoder:
+    name: splatting_cuda
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    make_scale_invariant: true
+    low_pass_filter: 0.3
+    decrease_lpf_step: -1
+  refiner: null
+  diffusion_head:
+    enc_k: 256
+    enc_df: 128
+    enc_df_out: 128
+    enc_d_point: 64
+    enc_cross_depth: 4
+    enc_self_depth: 2
+    dec_dim_model: 64
+    dec_cross_depth: 3
+    dec_num_virtual: 256
+    train_num_steps: 3
+    infer_num_steps: 3
+    use_cam_cond: false
+    use_vggt_priors: true
+    use_cam_pred: false
+loss:
+  mse_l1:
+    weight: 0.5
+    empty_render_thresh: 0.02
+  lpips:
+    weight: 0.15
+    apply_after_step: 0
+  ssim:
+    weight: 0.05
+wandb:
+  project: DAV3
+  entity: zswjsw-the-university-of-sydney
+  name: rsblur_320x512_from_scannetpp_new10k
+  mode: online
+  tags:
+  - rsblur
+  - diffusion_head
+  - da3_resplat
+  - finetune
+  - pred_pose
+  - l1
+  - curriculum
+mode: train
+data_loader:
+  train:
+    num_workers: 4
+    persistent_workers: true
+    batch_size: 1
+    seed: 1234
+  test:
+    num_workers: 2
+    persistent_workers: false
+    batch_size: 1
+    seed: 2345
+  val:
+    num_workers: 1
+    persistent_workers: false
+    batch_size: 1
+    seed: 3456
+optimizer:
+  lr: 2.0e-05
+  warm_up_steps: 200
+  backbone_lr_multiplier: 0.01
+checkpointing:
+  load: /scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_10999.ckpt
+  every_n_train_steps: 500
+  save_top_k: 1
+  save_weights_only: false
+  load_weights_only: true
+train:
+  depth_mode: depth
+  extended_visualization: false
+  print_log_every_n_steps: 10
+  context_view_loss: false
+  random_select_context_view: true
+  freeze_encoder: true
+  share_weight: 0.0
+  l_flow_weight: 0.0
+  cam_loss_weight: 0.0
+test:
+  output_path: outputs/test
+  align_pose: true
+  pose_align_steps: 100
+  rot_opt_lr: 0.005
+  trans_opt_lr: 0.005
+  compute_scores: true
+  save_image: true
+  save_video: false
+  save_compare: false
+  use_tto: false
+  tto_steps: 200
+  tto_lr: 0.001
+  tto_geo_lr_scale: 0.1
+seed: 111123
+trainer:
+  max_steps: 20000
+  val_check_interval: 500
+  gradient_clip_val: 1.0
+  num_nodes: 1
+  accumulate_grad_batches: 4
+  devices: 4
+  strategy: ddp
+  enable_progress_bar: true
+  num_sanity_val_steps: 0
+  precision: bf16-mixed
+dataset:
+  rsblur:
+    make_baseline_1: false
+    relative_pose: false
+    augment: false
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    overfit_to_scene: null
+    skip_bad_shape: false
+    view_sampler:
+      name: bounded
+      num_target_views: 4
+      num_context_views: 16
+      min_distance_between_context_views: 5
+      max_distance_between_context_views: 30
+      min_distance_to_context_views: 0
+      warm_up_steps: 0
+      initial_min_distance_between_context_views: 5
+      initial_max_distance_between_context_views: 20
+      min_context_views: 2
+    name: rsblur
+    roots:
+    - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
+    near: 0.1
+    far: 100.0
+    input_image_shape:
+    - 320
+    - 512
+    original_image_shape:
+    - 320
+    - 512
+    cameras_are_circular: false
+    baseline_min: 0.0
+    baseline_max: 10000000000.0
+    max_fov: 180.0
+    scene_list: []
+    val_scene_list:
+    - '0016'
+    - '0017'
+    - '0018'
+    - '0019'
+    samples_per_scene: 200
+    val_samples_per_scene: 50

exp_rsblur_320x512_from_scannetpp_new10k/2026-05-02_14-07-15/.hydra/hydra.yaml

@@ -0,0 +1,169 @@
+hydra:
+  run:
+    dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - +training=finetune_dav3_rsblur_l1
+    - trainer.num_nodes=1
+    - trainer.devices=4
+    - trainer.max_steps=20000
+    - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_10999.ckpt
+    - checkpointing.load_weights_only=true
+    - wandb.mode=online
+    - wandb.name=rsblur_320x512_from_scannetpp_new10k
+  job:
+    name: main
+    chdir: null
+    override_dirname: +training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_10999.ckpt,checkpointing.load_weights_only=true,trainer.devices=4,trainer.max_steps=20000,trainer.num_nodes=1,wandb.mode=online,wandb.name=rsblur_320x512_from_scannetpp_new10k
+    id: ???
+    num: ???
+    config_name: main
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /gpfs/home2/qzhang1/C3G
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /gpfs/home2/qzhang1/C3G/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_320x512_from_scannetpp_new10k/2026-05-02_14-07-15
+    choices:
+      training: finetune_dav3_rsblur_l1
+      dataset@dataset.rsblur: rsblur
+      dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
+      dataset/view_sampler@dataset.rsblur.view_sampler: bounded
+      model/decoder: splatting_cuda
+      model/encoder: noposplat
+      model/encoder/backbone: croco
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

exp_rsblur_320x512_from_scannetpp_new10k/2026-05-02_14-07-15/.hydra/overrides.yaml

@@ -0,0 +1,8 @@
+- +training=finetune_dav3_rsblur_l1
+- trainer.num_nodes=1
+- trainer.devices=4
+- trainer.max_steps=20000
+- checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_10999.ckpt
+- checkpointing.load_weights_only=true
+- wandb.mode=online
+- wandb.name=rsblur_320x512_from_scannetpp_new10k

exp_rsblur_320x512_from_scannetpp_new10k/2026-05-02_14-07-15/checkpoints/best-psnr-val/psnr_15.684-info/global_step_374.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514c50a91b3aa0e2af5ab5c265671c87f45e92829d99455dcfdf4598ef5c5f01
+size 6288223819

exp_rsblur_320x512_from_scannetpp_new10k/2026-05-02_14-07-15/checkpoints/latest-info/global_step_499.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6610f92f7a118b2c862b17a112a9a888a0273ebe22cc5e97370ca4a37a49d5
+size 6288224011

exp_rsblur_320x512_from_scannetpp_new10k/2026-05-02_14-07-15/main.log

@@ -0,0 +1,9 @@
+[2026-05-02 14:07:35,030][dinov2][INFO] - using MLP layer as FFN
+[2026-05-02 14:07:40,157][dinov2][INFO] - using MLP layer as FFN
+[2026-05-02 14:07:40,218][dinov2][INFO] - using MLP layer as FFN
+[2026-05-02 14:07:40,483][dinov2][INFO] - using MLP layer as FFN
+[2026-05-02 14:08:48,314][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
+distributed_backend=nccl
+All distributed processes registered. Starting with 4 processes
+----------------------------------------------------------------------------------------------------
+