backup exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1

.gitattributes

@@ -144,3 +144,10 @@ exp_finetune_dav3_scannet_i2slam_v25_pureGT_lr2e5/2026-05-06_18-52-35/wandb/run-
 exp_finetune_dav3_scannet_i2slam_v25_pureGT_lr2e5/2026-05-06_18-52-35/wandb/run-20260506_185501-j2o8bdxw/run-j2o8bdxw.wandb filter=lfs diff=lfs merge=lfs -text
 exp_gopro_defocus_from_rsblur_v6_19072/2026-05-05_13-47-53/wandb/run-20260505_134952-91bfp1vi/files/media/images/comparison_0_fde3f179d74ba9a3c0df.png filter=lfs diff=lfs merge=lfs -text
 exp_gopro_defocus_from_rsblur_v6_19072/2026-05-05_13-47-53/wandb/run-20260505_134952-91bfp1vi/files/media/images/projection_1_8a38d1c3c9c41d01f026.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/comparison_0_668d13eac50e1cedfbe3.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/comparison_141_87cecad357a336b2912f.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/comparison_15_d235a44665ae1f560414.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/projection_142_db94b00d5b7ef6ed714a.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/projection_16_09b728666a118e9b5294.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/projection_1_e461d25305bf8420c050.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/run-qbzbpp5p.wandb filter=lfs diff=lfs merge=lfs -text

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/.hydra/config.yaml

@@ -0,0 +1,186 @@
+model:
+  encoder:
+    backbone:
+      name: croco
+      model: ViTLarge_BaseDecoder
+      patch_embed_cls: PatchEmbedDust3R
+      asymmetry_decoder: true
+      intrinsics_embed_loc: encoder
+      intrinsics_embed_degree: 4
+      intrinsics_embed_type: token
+    name: da3_resplat
+    opacity_mapping:
+      initial: 0.0
+      final: 0.0
+      warm_up: 1
+    num_monocular_samples: 32
+    num_surfaces: 1
+    predict_opacity: false
+    gaussians_per_pixel: 1
+    gaussian_adapter:
+      gaussian_scale_min: 0.5
+      gaussian_scale_max: 15.0
+      sh_degree: 3
+    d_feature: 128
+    visualizer:
+      num_samples: 8
+      min_resolution: 256
+      export_ply: false
+    apply_bounds_shim: true
+    gs_params_head_type: dpt_gs
+    pose_free: true
+    pretrained_weights: ''
+    da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
+    resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
+    freeze_da3: true
+    freeze_resplat: true
+    use_pred_pose: true
+  decoder:
+    name: splatting_cuda
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    make_scale_invariant: true
+    low_pass_filter: 0.3
+    decrease_lpf_step: -1
+  refiner: null
+  diffusion_head:
+    enc_k: 256
+    enc_df: 128
+    enc_df_out: 128
+    enc_d_point: 64
+    enc_cross_depth: 4
+    enc_self_depth: 2
+    dec_dim_model: 64
+    dec_cross_depth: 3
+    dec_num_virtual: 256
+    train_num_steps: 3
+    infer_num_steps: 3
+    use_cam_cond: false
+    use_vggt_priors: true
+    use_cam_pred: false
+loss:
+  mse_l1:
+    weight: 0.5
+    empty_render_thresh: 0.02
+  lpips:
+    weight: 0.15
+    apply_after_step: 0
+  ssim:
+    weight: 0.05
+wandb:
+  project: DAV3
+  entity: zswjsw-the-university-of-sydney
+  name: gopro_defocus_from_scannetpp_20k_6ctx_1to1
+  mode: online
+  tags:
+  - gopro_defocus
+  - diffusion_head
+  - da3_resplat
+  - finetune
+  - pred_pose
+  - single_view
+  - curriculum
+mode: train
+data_loader:
+  train:
+    num_workers: 4
+    persistent_workers: true
+    batch_size: 1
+    seed: 1234
+  test:
+    num_workers: 2
+    persistent_workers: false
+    batch_size: 1
+    seed: 2345
+  val:
+    num_workers: 1
+    persistent_workers: false
+    batch_size: 1
+    seed: 3456
+optimizer:
+  lr: 2.0e-05
+  warm_up_steps: 200
+  backbone_lr_multiplier: 0.01
+checkpointing:
+  load: /scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+  every_n_train_steps: 500
+  save_top_k: 1
+  save_weights_only: false
+  load_weights_only: true
+train:
+  depth_mode: depth
+  extended_visualization: false
+  print_log_every_n_steps: 10
+  context_view_loss: false
+  random_select_context_view: false
+  freeze_encoder: true
+  share_weight: 0.0
+  l_flow_weight: 0.0
+  cam_loss_weight: 0.0
+test:
+  output_path: outputs/test
+  align_pose: true
+  pose_align_steps: 100
+  rot_opt_lr: 0.005
+  trans_opt_lr: 0.005
+  compute_scores: true
+  save_image: true
+  save_video: false
+  save_compare: false
+  use_tto: false
+  tto_steps: 200
+  tto_lr: 0.001
+  tto_geo_lr_scale: 0.1
+seed: 111123
+trainer:
+  max_steps: 20000
+  val_check_interval: 500
+  gradient_clip_val: 1.0
+  num_nodes: 1
+  accumulate_grad_batches: 4
+  devices: 4
+  strategy: ddp
+  enable_progress_bar: true
+  num_sanity_val_steps: 0
+  precision: bf16-mixed
+dataset:
+  gopro_defocus:
+    make_baseline_1: false
+    relative_pose: false
+    augment: false
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    overfit_to_scene: null
+    skip_bad_shape: false
+    view_sampler:
+      name: bounded
+      num_target_views: 1
+      num_context_views: 6
+      min_distance_between_context_views: 2
+      max_distance_between_context_views: 6
+      min_distance_to_context_views: 0
+      warm_up_steps: 0
+      initial_min_distance_between_context_views: 2
+      initial_max_distance_between_context_views: 6
+    name: gopro_defocus
+    roots:
+    - /scratch-shared/qzhang1/datasets/gopro_defocus/Go_pro_defocus_train
+    near: 0.1
+    far: 100.0
+    input_image_shape:
+    - 336
+    - 336
+    original_image_shape:
+    - 336
+    - 336
+    cameras_are_circular: false
+    baseline_min: 0.0
+    baseline_max: 10000000000.0
+    max_fov: 180.0
+    val_ids_start: 502
+    samples_per_scene: 1
+    val_samples_per_scene: 1

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/.hydra/hydra.yaml

@@ -0,0 +1,168 @@
+hydra:
+  run:
+    dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - +training=finetune_dav3_gopro_defocus_l1
+    - trainer.num_nodes=1
+    - trainer.devices=4
+    - dataset.gopro_defocus.view_sampler.num_context_views=6
+    - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+    - checkpointing.load_weights_only=true
+    - wandb.mode=online
+    - wandb.name=gopro_defocus_from_scannetpp_20k_6ctx_1to1
+  job:
+    name: main
+    chdir: null
+    override_dirname: +training=finetune_dav3_gopro_defocus_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt,checkpointing.load_weights_only=true,dataset.gopro_defocus.view_sampler.num_context_views=6,trainer.devices=4,trainer.num_nodes=1,wandb.mode=online,wandb.name=gopro_defocus_from_scannetpp_20k_6ctx_1to1
+    id: ???
+    num: ???
+    config_name: main
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /gpfs/home2/qzhang1/C3G
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /gpfs/home2/qzhang1/C3G/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28
+    choices:
+      training: finetune_dav3_gopro_defocus_l1
+      dataset@dataset.gopro_defocus: gopro_defocus
+      dataset/view_sampler@dataset.gopro_defocus.view_sampler: bounded
+      model/decoder: splatting_cuda
+      model/encoder: noposplat
+      model/encoder/backbone: croco
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/.hydra/overrides.yaml

@@ -0,0 +1,8 @@
+- +training=finetune_dav3_gopro_defocus_l1
+- trainer.num_nodes=1
+- trainer.devices=4
+- dataset.gopro_defocus.view_sampler.num_context_views=6
+- checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+- checkpointing.load_weights_only=true
+- wandb.mode=online
+- wandb.name=gopro_defocus_from_scannetpp_20k_6ctx_1to1

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/checkpoints/best-psnr-val/psnr_23.511-info/global_step_124.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce21a75d3e0635d652952e4ba9359df206cbc0b6eb5846e24489b47c58608438
+size 6288223819

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/main.log

@@ -0,0 +1,6 @@
+[2026-05-05 14:13:51,952][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 14:15:20,096][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
+distributed_backend=nccl
+All distributed processes registered. Starting with 4 processes
+----------------------------------------------------------------------------------------------------
+

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2026-05-05T14:15:24.896654078+02:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"/scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug-core.log"}
+{"time":"2026-05-05T14:15:25.253328099+02:00","level":"INFO","msg":"created new stream","id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253400229+02:00","level":"INFO","msg":"stream: started","id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253421169+02:00","level":"INFO","msg":"writer: Do: started","stream_id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253432249+02:00","level":"INFO","msg":"sender: started","stream_id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253451098+02:00","level":"INFO","msg":"handler: started","stream_id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:26.034070741+02:00","level":"INFO","msg":"Starting system monitor"}

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/debug.log

@@ -0,0 +1,22 @@
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Configure stats pid to 2249857
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Loading settings from /home/qzhang1/.config/wandb/settings
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Loading settings from /gpfs/home2/qzhang1/C3G/wandb/settings
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Loading settings from environment variables
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:setup_run_log_directory():724] Logging user logs to /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug.log
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug-internal.log
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:init():852] calling init triggers
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'model': {'encoder': {'backbone': {'name': 'croco', 'model': 'ViTLarge_BaseDecoder', 'patch_embed_cls': 'PatchEmbedDust3R', 'asymmetry_decoder': True, 'intrinsics_embed_loc': 'encoder', 'intrinsics_embed_degree': 4, 'intrinsics_embed_type': 'token'}, 'name': 'da3_resplat', 'opacity_mapping': {'initial': 0.0, 'final': 0.0, 'warm_up': 1}, 'num_monocular_samples': 32, 'num_surfaces': 1, 'predict_opacity': False, 'gaussians_per_pixel': 1, 'gaussian_adapter': {'gaussian_scale_min': 0.5, 'gaussian_scale_max': 15.0, 'sh_degree': 3}, 'd_feature': 128, 'visualizer': {'num_samples': 8, 'min_resolution': 256, 'export_ply': False}, 'apply_bounds_shim': True, 'gs_params_head_type': 'dpt_gs', 'pose_free': True, 'pretrained_weights': '', 'da3_checkpoint': '/gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT', 'resplat_checkpoint': '/gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth', 'freeze_da3': True, 'freeze_resplat': True, 'use_pred_pose': True}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': True, 'low_pass_filter': 0.3, 'decrease_lpf_step': -1}, 'refiner': None, 'diffusion_head': {'enc_k': 256, 'enc_df': 128, 'enc_df_out': 128, 'enc_d_point': 64, 'enc_cross_depth': 4, 'enc_self_depth': 2, 'dec_dim_model': 64, 'dec_cross_depth': 3, 'dec_num_virtual': 256, 'train_num_steps': 3, 'infer_num_steps': 3, 'use_cam_cond': False, 'use_vggt_priors': True, 'use_cam_pred': False}}, 'loss': {'mse_l1': {'weight': 0.5, 'empty_render_thresh': 0.02}, 'lpips': {'weight': 0.15, 'apply_after_step': 0}, 'ssim': {'weight': 0.05}}, 'wandb': {'project': 'DAV3', 'entity': 'zswjsw-the-university-of-sydney', 'name': 'gopro_defocus_from_scannetpp_20k_6ctx_1to1', 'mode': 'online', 'tags': ['gopro_defocus', 'diffusion_head', 'da3_resplat', 'finetune', 'pred_pose', 'single_view', 'curriculum']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 4, 'persistent_workers': True, 'batch_size': 1, 'seed': 1234}, 'test': {'num_workers': 2, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': False, 'batch_size': 1, 'seed': 3456}}, 'optimizer': {'lr': 2e-05, 'warm_up_steps': 200, 'backbone_lr_multiplier': 0.01}, 'checkpointing': {'load': '/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt', 'every_n_train_steps': 500, 'save_top_k': 1, 'save_weights_only': False, 'load_weights_only': True}, 'train': {'depth_mode': 'depth', 'extended_visualization': False, 'print_log_every_n_steps': 10, 'context_view_loss': False, 'random_select_context_view': False, 'freeze_encoder': True, 'share_weight': 0.0, 'l_flow_weight': 0.0, 'cam_loss_weight': 0.0}, 'test': {'output_path': 'outputs/test', 'align_pose': True, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': True, 'save_video': False, 'save_compare': False, 'use_tto': False, 'tto_steps': 200, 'tto_lr': 0.001, 'tto_geo_lr_scale': 0.1}, 'seed': 111123, 'trainer': {'max_steps': 20000, 'val_check_interval': 500, 'gradient_clip_val': 1.0, 'num_nodes': 1, 'accumulate_grad_batches': 4, 'devices': 4, 'strategy': 'ddp', 'enable_progress_bar': True, 'num_sanity_val_steps': 0, 'precision': 'bf16-mixed'}, 'dataset': {'gopro_defocus': {'make_baseline_1': False, 'relative_pose': False, 'augment': False, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': False, 'view_sampler': {'name': 'bounded', 'num_target_views': 1, 'num_context_views': 6, 'min_distance_between_context_views': 2, 'max_distance_between_context_views': 6, 'min_distance_to_context_views': 0, 'warm_up_steps': 0, 'initial_min_distance_between_context_views': 2, 'initial_max_distance_between_context_views': 6}, 'name': 'gopro_defocus', 'roots': ['/scratch-shared/qzhang1/datasets/gopro_defocus/Go_pro_defocus_train'], 'near': 0.1, 'far': 100.0, 'input_image_shape': [336, 336], 'original_image_shape': [336, 336], 'cameras_are_circular': False, 'baseline_min': 0.0, 'baseline_max': 10000000000.0, 'max_fov': 180.0, 'val_ids_start': 502, 'samples_per_scene': 1, 'val_samples_per_scene': 1}}, '_wandb': {}}
+2026-05-05 14:15:24,887 INFO    MainThread:2249857 [wandb_init.py:init():893] starting backend
+2026-05-05 14:15:24,887 INFO    MainThread:2249857 [wandb_init.py:init():897] sending inform_init request
+2026-05-05 14:15:24,893 INFO    MainThread:2249857 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-05-05 14:15:24,894 INFO    MainThread:2249857 [wandb_init.py:init():907] backend started and connected
+2026-05-05 14:15:24,896 INFO    MainThread:2249857 [wandb_init.py:init():1005] updated telemetry
+2026-05-05 14:15:24,907 INFO    MainThread:2249857 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
+2026-05-05 14:15:25,991 INFO    MainThread:2249857 [wandb_init.py:init():1104] starting run threads in backend
+2026-05-05 14:15:26,227 INFO    MainThread:2249857 [wandb_run.py:_console_start():2573] atexit reg
+2026-05-05 14:15:26,227 INFO    MainThread:2249857 [wandb_run.py:_redirect():2421] redirect: wrap_raw
+2026-05-05 14:15:26,227 INFO    MainThread:2249857 [wandb_run.py:_redirect():2490] Wrapping output streams.
+2026-05-05 14:15:26,228 INFO    MainThread:2249857 [wandb_run.py:_redirect():2513] Redirects installed.
+2026-05-05 14:15:26,229 INFO    MainThread:2249857 [wandb_init.py:init():1150] run started, returning control to user process

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/requirements.txt

@@ -0,0 +1,340 @@
+joblib==1.5.3
+pillow_heif==1.3.0
+pccm==0.4.16
+decorator==4.4.2
+coloredlogs==15.0.1
+opt_einsum==3.4.0
+nvidia-cublas-cu12==12.1.3.1
+tqdm==4.67.3
+wavedrom==2.0.3.post3
+py-cpuinfo==9.0.0
+tifffile==2026.3.3
+jaxtyping==0.3.2
+yourdfpy==0.0.57
+safehttpx==0.1.6
+h11==0.14.0
+narwhals==2.6.0
+aiofiles==24.1.0
+ffmpy==0.6.1
+facexlib==0.3.0
+charset-normalizer==3.4.2
+plotly==6.3.0
+pluggy==1.6.0
+svgwrite==1.4.3
+svg.py==1.6.0
+ptyprocess==0.7.0
+webencodings==0.5.1
+nvidia-cuda-runtime==13.0.96
+protobuf==6.33.6
+pfzy==0.3.4
+black==25.1.0
+ImageIO==2.37.3
+lightning-utilities==0.15.3
+ftfy==6.3.1
+sentencepiece==0.1.99
+Jinja2==3.1.6
+peft==0.4.0
+nvidia-nvjitlink-cu12==12.9.86
+jsonschema-specifications==2025.4.1
+pydantic_core==2.33.2
+virtualenv==21.2.4
+brotli==1.2.0
+pyarrow-hotfix==0.7
+pytorch-lightning==2.5.5
+gitdb==4.0.12
+aiosignal==1.4.0
+pycollada==0.9
+widgetsnbextension==4.0.14
+python-discovery==1.2.2
+yarl==1.20.1
+ruff==0.13.2
+diff_gaussian_rasterization==0.0.0
+kornia_rs==0.1.9
+tensorboard==2.20.0
+platformdirs==4.3.8
+docstring_parser==0.16
+transformers==4.57.1
+nvidia-cusolver-cu12==11.4.5.107
+portalocker==3.2.0
+cuda-bindings==13.2.0
+fonttools==4.62.1
+iniconfig==2.3.0
+starlette==0.48.0
+inquirerpy==0.3.4
+manifold3d==3.1.0
+opencv-python==4.11.0.86
+mediapy==1.2.4
+nvidia-cudnn-cu12==9.1.0.70
+pyparsing==3.3.2
+e3nn==0.5.6
+identify==2.6.19
+httpx==0.24.1
+mamba-ssm==2.2.4
+annotated-types==0.7.0
+contourpy==1.3.3
+antlr4-python3-runtime==4.9.3
+filelock==3.25.2
+azure-cognitiveservices-speech==1.46.0
+nvidia-nvtx-cu12==12.1.105
+cfgv==3.5.0
+PySocks==1.7.1
+scipy==1.17.1
+future==1.0.0
+filterpy==1.4.5
+gradio_client==1.13.3
+hjson==3.1.0
+tensorboard-data-server==0.7.2
+clip==1.0
+wcwidth==0.2.13
+av==16.0.1
+nvidia-cufile==1.15.1.6
+nvidia-cuda-nvrtc==13.0.88
+hydra-core==1.3.2
+six==1.17.0
+python-multipart==0.0.20
+triton==3.1.0
+argcomplete==3.6.2
+addict==2.4.0
+zipp==3.23.0
+pointops==1.0
+pointops==1.0
+nvidia-cuda-cupti==13.0.85
+nvidia-cusparse==12.6.3.3
+nvidia-cusparse-cu12==12.1.0.106
+rtree==1.4.0
+huggingface-hub==0.34.1
+tzdata==2025.2
+markdown2==2.5.4
+soupsieve==2.8
+nvidia-ml-py==13.580.82
+nvidia-cufft==12.0.0.61
+pexpect==4.9.0
+deepspeed==0.14.4
+latex2mathml==3.78.1
+sentry-sdk==2.29.1
+svg.path==6.3
+azure-core==1.35.1
+tb-nightly==2.21.0a20251023
+referencing==0.36.2
+typing_extensions==4.15.0
+multidict==6.6.4
+lpips==0.1.4
+viser==0.2.23
+natsort==8.4.0
+mdurl==0.1.2
+wadler_lindig==0.1.6
+causal-conv1d==1.5.0.post8
+proglog==0.1.12
+docker-pycreds==0.4.0
+munch==4.0.0
+evo==1.31.1
+bitsandbytes==0.43.3
+humanfriendly==10.0
+typing-inspection==0.4.1
+fastapi==0.118.0
+lightning==2.5.1.post0
+pydantic==2.11.4
+torch-geometric==2.6.1
+prompt_toolkit==3.0.51
+lxml==5.4.0
+Werkzeug==3.1.8
+jupyterlab_widgets==3.0.15
+nvidia-nvtx==13.0.85
+pyglet==1.5.31
+pyceres==2.3
+msgspec==0.19.0
+dacite==1.9.2
+setuptools==81.0.0
+setuptools==79.0.1
+vhacdx==0.0.8.post2
+tensorboardX==2.6.4
+nvidia-nvshmem-cu13==3.4.5
+lz4==4.4.4
+click==8.1.8
+shapely==2.1.1
+torchmetrics==1.9.0
+typeguard==4.4.2
+numpy==2.4.3
+einops==0.6.1
+embreex==2.17.7.post6
+nvidia-nvjitlink==13.0.88
+nodeenv==1.9.1
+packaging==26.1
+dill==0.3.7
+semantic-version==2.10.0
+cycler==0.12.1
+termcolor==3.1.0
+fsspec==2023.10.0
+fsspec==2026.2.0
+safetensors==0.7.0
+colorspacious==1.1.2
+nvidia-cufft-cu12==11.0.2.54
+matplotlib==3.10.8
+lazy-loader==0.5
+mypy_extensions==1.1.0
+pip==26.0.1
+groovy==0.1.2
+bleach==6.3.0
+cuda-pathfinder==1.5.3
+idna==3.10
+scikit-video==1.1.11
+h5py==3.14.0
+plyfile==1.1.2
+frozenlist==1.7.0
+nvidia-cusolver==12.0.4.66
+regex==2025.7.34
+openai-clip==1.0.1
+basicsr==1.4.2
+nvidia-curand==10.4.0.35
+nvidia-cuda-cupti-cu12==12.1.105
+tomlkit==0.13.3
+nvidia-cublas==13.1.0.3
+scikit-image==0.26.0
+omegaconf==2.3.0
+shortuuid==1.0.13
+imageio-ffmpeg==0.6.0
+einops-exts==0.0.4
+rich==14.1.0
+pandas==3.0.2
+grpcio==1.80.0
+importlib_metadata==8.7.0
+droid_backends==0.0.0
+pybind11==3.0.1
+psutil==7.0.0
+lightglue==0.0
+pillow==12.1.1
+nvidia-nccl-cu13==2.28.9
+rosbags==0.10.10
+pyiqa==0.1.15.post15
+python-slugify==8.0.4
+iopath==0.1.10
+tokenizers==0.22.1
+torchvision==0.20.1+cu121
+certifi==2025.4.26
+Pygments==2.19.1
+ipywidgets==8.1.7
+nvidia-cuda-runtime-cu12==12.1.105
+scikit-learn==1.8.0
+kagglesdk==0.1.19
+setproctitle==1.3.6
+requests==2.32.3
+nvidia-cudnn-cu13==9.19.0.56
+gradio==5.47.2
+urllib3==1.26.20
+propcache==0.3.2
+tyro==0.9.21
+multiprocess==0.70.15
+text-unidecode==1.3
+orjson==3.11.3
+mpmath==1.3.0
+uvicorn==0.37.0
+lietorch==0.2
+moviepy==1.0.3
+networkx==3.6.1
+distlib==0.4.0
+torch_scatter==2.1.2
+yapf==0.43.0
+ipython==9.6.0
+spconv-cu120==2.3.6
+ninja==1.11.1.4
+fire==0.7.1
+torch==2.5.1+cu121
+nvidia-cuda-nvrtc-cu12==12.1.105
+pyarrow==22.0.0
+lark==1.3.0
+onnxruntime==1.22.0
+tabulate==0.9.0
+SharedArray==3.2.4
+pyDeprecate==0.3.2
+timm==1.0.21
+absl-py==2.4.0
+pytest==9.0.3
+markdown-it-py==4.0.0
+lmdb==2.2.0
+kiwisolver==1.5.0
+colorlog==6.9.0
+opencv-python-headless==4.13.0.92
+gdown==5.2.0
+roma==1.5.4
+matplotlib-inline==0.1.7
+cumm-cu120==0.4.11
+MarkupSafe==3.0.3
+pathspec==0.12.1
+open_clip_torch==3.2.0
+gsplat==1.5.3
+httpcore==0.17.3
+flatbuffers==25.2.10
+pydub==0.25.1
+opt-einsum-fx==0.1.4
+seaborn==0.13.2
+llvmlite==0.47.0
+smmap==5.0.2
+pycolmap==3.10.0
+nvidia-cusparselt-cu13==0.8.0
+attrs==25.3.0
+beartype==0.21.0
+pre_commit==4.5.1
+kornia==0.8.1
+cuda-toolkit==13.0.2
+jupyter_core==5.8.1
+typer==0.19.2
+datasets==2.16.1
+shtab==1.7.2
+pytz==2025.2
+nvidia-curand-cu12==10.3.2.106
+aiohappyeyeballs==2.6.1
+python-dateutil==2.9.0.post0
+shellingham==1.5.4
+python-dotenv==1.1.0
+Markdown==3.10.2
+nvidia-nccl-cu12==2.21.5
+wandb==0.19.11
+GitPython==3.1.44
+aiohttp==3.12.15
+ccimport==0.4.4
+hf_transfer==0.1.9
+jsonschema==4.23.0
+numba==0.65.0
+wheel==0.46.3
+xxhash==3.5.0
+accelerate==1.11.0
+PyYAML==6.0.2
+colorama==0.4.6
+numexpr==2.11.0
+kaggle==2.0.1
+rpds-py==0.25.1
+mapbox_earcut==1.0.3
+trimesh==4.8.3
+decord==0.6.0
+threadpoolctl==3.6.0
+sympy==1.13.1
+beautifulsoup4==4.13.5
+websockets==15.0.1
+hf-xet==1.1.5
+simple_knn==0.0.0
+jaraco.collections==5.1.0
+packaging==24.2
+packaging==26.0
+jaraco.functools==4.4.0
+jaraco.functools==4.0.1
+importlib_metadata==8.7.1
+importlib_metadata==8.0.0
+tomli==2.0.1
+tomli==2.4.0
+backports.tarfile==1.2.0
+zipp==3.23.0
+zipp==3.19.2
+typing_extensions==4.12.2
+jaraco.context==5.3.0
+jaraco.context==6.1.0
+typeguard==4.3.0
+autocommand==2.2.2
+platformdirs==4.4.0
+platformdirs==4.2.2
+jaraco.text==3.12.1
+jaraco.text==4.0.0
+more-itertools==10.3.0
+more-itertools==10.8.0
+wheel==0.45.1
+wheel==0.46.3
+inflect==7.3.1

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/wandb-metadata.json

@@ -0,0 +1,137 @@
+{
+  "os": "Linux-5.14.0-570.106.1.el9_6.x86_64-x86_64-with-glibc2.34",
+  "python": "CPython 3.11.15",
+  "startedAt": "2026-05-05T12:15:24.894311Z",
+  "args": [
+    "+training=finetune_dav3_gopro_defocus_l1",
+    "trainer.num_nodes=1",
+    "trainer.devices=4",
+    "dataset.gopro_defocus.view_sampler.num_context_views=6",
+    "checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt",
+    "checkpointing.load_weights_only=true",
+    "wandb.mode=online",
+    "wandb.name=gopro_defocus_from_scannetpp_20k_6ctx_1to1"
+  ],
+  "program": "-m src.main",
+  "git": {
+    "remote": "https://github.com/cvlab-kaist/C3G.git",
+    "commit": "39242766ca5dffc45736113334d879a67d165228"
+  },
+  "email": "zswjsw@gmail.com",
+  "root": "/scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28",
+  "host": "gcn142.local.snellius.surf.nl",
+  "executable": "/home/qzhang1/miniconda3/envs/c3g/bin/python3.11",
+  "cpu_count": 64,
+  "cpu_count_logical": 64,
+  "gpu": "NVIDIA H100",
+  "gpu_count": 4,
+  "disk": {
+    "/": {
+      "total": "405460803584",
+      "used": "4923432960"
+    }
+  },
+  "memory": {
+    "total": "811317751808"
+  },
+  "cpu": {
+    "count": 64,
+    "countLogical": 64
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA H100",
+      "memoryTotal": "100485038080",
+      "cudaCores": 16896,
+      "architecture": "Hopper"
+    },
+    {
+      "name": "NVIDIA H100",
+      "memoryTotal": "100485038080",
+      "cudaCores": 16896,
+      "architecture": "Hopper"
+    },
+    {
+      "name": "NVIDIA H100",
+      "memoryTotal": "100485038080",
+      "cudaCores": 16896,
+      "architecture": "Hopper"
+    },
+    {
+      "name": "NVIDIA H100",
+      "memoryTotal": "100485038080",
+      "cudaCores": 16896,
+      "architecture": "Hopper"
+    }
+  ],
+  "slurm": {
+    "cluster_name": "snellius",
+    "conf": "/var/spool/slurm/slurmd/conf-cache/slurm.conf",
+    "cpu_bind": "quiet,mask_cpu:0xFFFFFFFFFFFFFFFF",
+    "cpu_bind_list": "0xFFFFFFFFFFFFFFFF",
+    "cpu_bind_type": "mask_cpu:",
+    "cpu_bind_verbose": "quiet",
+    "cpus_on_node": "64",
+    "cpus_per_task": "64",
+    "distribution": "block",
+    "eclibr": "0",
+    "ecplug": "1",
+    "erlast": "srun",
+    "ersbac": "1",
+    "ersrun": "1",
+    "export_env": "ALL",
+    "get_user_env": "1",
+    "gpus_on_node": "4",
+    "gpus_per_node": "4",
+    "gtids": "0",
+    "job_account": "gusei15043",
+    "job_cpus_per_node": "64",
+    "job_end_time": "1778050293",
+    "job_gid": "74106",
+    "job_gpus": "0,1,2,3",
+    "job_group": "qzhang1",
+    "job_id": "22474941",
+    "job_name": "sys/dashboard/sys/code_server/form",
+    "job_nodelist": "gcn142",
+    "job_num_nodes": "1",
+    "job_partition": "gpu_h100",
+    "job_qos": "normal",
+    "job_start_time": "1777963892",
+    "job_uid": "74645",
+    "job_user": "qzhang1",
+    "jobid": "22474941",
+    "launch_node_ipaddr": "172.18.62.142",
+    "localid": "0",
+    "mpi_type": "pmi2",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "gcn142",
+    "nprocs": "1",
+    "ntasks": "1",
+    "oom_kill_step": "0",
+    "prio_process": "0",
+    "procid": "0",
+    "script_context": "prolog_task",
+    "srun_comm_host": "172.18.62.142",
+    "srun_comm_port": "36539",
+    "step_gpus": "0,1,2,3",
+    "step_gres": "gres/cpu:0",
+    "step_id": "3",
+    "step_launcher_port": "36539",
+    "step_nodelist": "gcn142",
+    "step_num_nodes": "1",
+    "step_num_tasks": "1",
+    "step_resv_ports": "15662-15663",
+    "step_tasks_per_node": "1",
+    "stepid": "3",
+    "submit_dir": "/var/www/ood/apps/sys/dashboard",
+    "submit_host": "sys11.local.snellius.surf.nl",
+    "task_pid": "2249588",
+    "tasks_per_node": "1",
+    "topology_addr": "root.ibsw42.gcn142",
+    "topology_addr_pattern": "switch.switch.node",
+    "tres_per_task": "cpu=64",
+    "umask": "0027"
+  },
+  "cudaVersion": "13.2"
+}

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug-core.log

@@ -0,0 +1,6 @@
+{"time":"2026-05-05T14:15:23.929986904+02:00","level":"INFO","msg":"main: starting server","port-filename":"/scratch-shared/qzhang1/tmp/tmp8jafo6ty/port-2249857.txt","pid":2249857,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-05-05T14:15:24.462290681+02:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":2249857}
+{"time":"2026-05-05T14:15:24.462314631+02:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":40645,"Zone":""}}
+{"time":"2026-05-05T14:15:24.498260474+02:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:52728"}
+{"time":"2026-05-05T14:15:24.895661207+02:00","level":"INFO","msg":"handleInformInit: received","streamId":"qbzbpp5p","id":"127.0.0.1:52728"}
+{"time":"2026-05-05T14:15:25.253409109+02:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"qbzbpp5p","id":"127.0.0.1:52728"}

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2026-05-05T14:15:24.896654078+02:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"/scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug-core.log"}
+{"time":"2026-05-05T14:15:25.253328099+02:00","level":"INFO","msg":"created new stream","id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253400229+02:00","level":"INFO","msg":"stream: started","id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253421169+02:00","level":"INFO","msg":"writer: Do: started","stream_id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253432249+02:00","level":"INFO","msg":"sender: started","stream_id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:25.253451098+02:00","level":"INFO","msg":"handler: started","stream_id":"qbzbpp5p"}
+{"time":"2026-05-05T14:15:26.034070741+02:00","level":"INFO","msg":"Starting system monitor"}

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug.log

@@ -0,0 +1,22 @@
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Configure stats pid to 2249857
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Loading settings from /home/qzhang1/.config/wandb/settings
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Loading settings from /gpfs/home2/qzhang1/C3G/wandb/settings
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_setup.py:_flush():70] Loading settings from environment variables
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:setup_run_log_directory():724] Logging user logs to /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug.log
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/logs/debug-internal.log
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:init():852] calling init triggers
+2026-05-05 14:15:24,863 INFO    MainThread:2249857 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'model': {'encoder': {'backbone': {'name': 'croco', 'model': 'ViTLarge_BaseDecoder', 'patch_embed_cls': 'PatchEmbedDust3R', 'asymmetry_decoder': True, 'intrinsics_embed_loc': 'encoder', 'intrinsics_embed_degree': 4, 'intrinsics_embed_type': 'token'}, 'name': 'da3_resplat', 'opacity_mapping': {'initial': 0.0, 'final': 0.0, 'warm_up': 1}, 'num_monocular_samples': 32, 'num_surfaces': 1, 'predict_opacity': False, 'gaussians_per_pixel': 1, 'gaussian_adapter': {'gaussian_scale_min': 0.5, 'gaussian_scale_max': 15.0, 'sh_degree': 3}, 'd_feature': 128, 'visualizer': {'num_samples': 8, 'min_resolution': 256, 'export_ply': False}, 'apply_bounds_shim': True, 'gs_params_head_type': 'dpt_gs', 'pose_free': True, 'pretrained_weights': '', 'da3_checkpoint': '/gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT', 'resplat_checkpoint': '/gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth', 'freeze_da3': True, 'freeze_resplat': True, 'use_pred_pose': True}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': True, 'low_pass_filter': 0.3, 'decrease_lpf_step': -1}, 'refiner': None, 'diffusion_head': {'enc_k': 256, 'enc_df': 128, 'enc_df_out': 128, 'enc_d_point': 64, 'enc_cross_depth': 4, 'enc_self_depth': 2, 'dec_dim_model': 64, 'dec_cross_depth': 3, 'dec_num_virtual': 256, 'train_num_steps': 3, 'infer_num_steps': 3, 'use_cam_cond': False, 'use_vggt_priors': True, 'use_cam_pred': False}}, 'loss': {'mse_l1': {'weight': 0.5, 'empty_render_thresh': 0.02}, 'lpips': {'weight': 0.15, 'apply_after_step': 0}, 'ssim': {'weight': 0.05}}, 'wandb': {'project': 'DAV3', 'entity': 'zswjsw-the-university-of-sydney', 'name': 'gopro_defocus_from_scannetpp_20k_6ctx_1to1', 'mode': 'online', 'tags': ['gopro_defocus', 'diffusion_head', 'da3_resplat', 'finetune', 'pred_pose', 'single_view', 'curriculum']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 4, 'persistent_workers': True, 'batch_size': 1, 'seed': 1234}, 'test': {'num_workers': 2, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': False, 'batch_size': 1, 'seed': 3456}}, 'optimizer': {'lr': 2e-05, 'warm_up_steps': 200, 'backbone_lr_multiplier': 0.01}, 'checkpointing': {'load': '/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt', 'every_n_train_steps': 500, 'save_top_k': 1, 'save_weights_only': False, 'load_weights_only': True}, 'train': {'depth_mode': 'depth', 'extended_visualization': False, 'print_log_every_n_steps': 10, 'context_view_loss': False, 'random_select_context_view': False, 'freeze_encoder': True, 'share_weight': 0.0, 'l_flow_weight': 0.0, 'cam_loss_weight': 0.0}, 'test': {'output_path': 'outputs/test', 'align_pose': True, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': True, 'save_video': False, 'save_compare': False, 'use_tto': False, 'tto_steps': 200, 'tto_lr': 0.001, 'tto_geo_lr_scale': 0.1}, 'seed': 111123, 'trainer': {'max_steps': 20000, 'val_check_interval': 500, 'gradient_clip_val': 1.0, 'num_nodes': 1, 'accumulate_grad_batches': 4, 'devices': 4, 'strategy': 'ddp', 'enable_progress_bar': True, 'num_sanity_val_steps': 0, 'precision': 'bf16-mixed'}, 'dataset': {'gopro_defocus': {'make_baseline_1': False, 'relative_pose': False, 'augment': False, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': False, 'view_sampler': {'name': 'bounded', 'num_target_views': 1, 'num_context_views': 6, 'min_distance_between_context_views': 2, 'max_distance_between_context_views': 6, 'min_distance_to_context_views': 0, 'warm_up_steps': 0, 'initial_min_distance_between_context_views': 2, 'initial_max_distance_between_context_views': 6}, 'name': 'gopro_defocus', 'roots': ['/scratch-shared/qzhang1/datasets/gopro_defocus/Go_pro_defocus_train'], 'near': 0.1, 'far': 100.0, 'input_image_shape': [336, 336], 'original_image_shape': [336, 336], 'cameras_are_circular': False, 'baseline_min': 0.0, 'baseline_max': 10000000000.0, 'max_fov': 180.0, 'val_ids_start': 502, 'samples_per_scene': 1, 'val_samples_per_scene': 1}}, '_wandb': {}}
+2026-05-05 14:15:24,887 INFO    MainThread:2249857 [wandb_init.py:init():893] starting backend
+2026-05-05 14:15:24,887 INFO    MainThread:2249857 [wandb_init.py:init():897] sending inform_init request
+2026-05-05 14:15:24,893 INFO    MainThread:2249857 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-05-05 14:15:24,894 INFO    MainThread:2249857 [wandb_init.py:init():907] backend started and connected
+2026-05-05 14:15:24,896 INFO    MainThread:2249857 [wandb_init.py:init():1005] updated telemetry
+2026-05-05 14:15:24,907 INFO    MainThread:2249857 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
+2026-05-05 14:15:25,991 INFO    MainThread:2249857 [wandb_init.py:init():1104] starting run threads in backend
+2026-05-05 14:15:26,227 INFO    MainThread:2249857 [wandb_run.py:_console_start():2573] atexit reg
+2026-05-05 14:15:26,227 INFO    MainThread:2249857 [wandb_run.py:_redirect():2421] redirect: wrap_raw
+2026-05-05 14:15:26,227 INFO    MainThread:2249857 [wandb_run.py:_redirect():2490] Wrapping output streams.
+2026-05-05 14:15:26,228 INFO    MainThread:2249857 [wandb_run.py:_redirect():2513] Redirects installed.
+2026-05-05 14:15:26,229 INFO    MainThread:2249857 [wandb_init.py:init():1150] run started, returning control to user process

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/run-qbzbpp5p.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29efdb902244a843909cdb867052cfaf0a846317e52d90d875ddaf2542b77de6
+size 1376256

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-29/.hydra/config.yaml

@@ -0,0 +1,186 @@
+model:
+  encoder:
+    backbone:
+      name: croco
+      model: ViTLarge_BaseDecoder
+      patch_embed_cls: PatchEmbedDust3R
+      asymmetry_decoder: true
+      intrinsics_embed_loc: encoder
+      intrinsics_embed_degree: 4
+      intrinsics_embed_type: token
+    name: da3_resplat
+    opacity_mapping:
+      initial: 0.0
+      final: 0.0
+      warm_up: 1
+    num_monocular_samples: 32
+    num_surfaces: 1
+    predict_opacity: false
+    gaussians_per_pixel: 1
+    gaussian_adapter:
+      gaussian_scale_min: 0.5
+      gaussian_scale_max: 15.0
+      sh_degree: 3
+    d_feature: 128
+    visualizer:
+      num_samples: 8
+      min_resolution: 256
+      export_ply: false
+    apply_bounds_shim: true
+    gs_params_head_type: dpt_gs
+    pose_free: true
+    pretrained_weights: ''
+    da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
+    resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
+    freeze_da3: true
+    freeze_resplat: true
+    use_pred_pose: true
+  decoder:
+    name: splatting_cuda
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    make_scale_invariant: true
+    low_pass_filter: 0.3
+    decrease_lpf_step: -1
+  refiner: null
+  diffusion_head:
+    enc_k: 256
+    enc_df: 128
+    enc_df_out: 128
+    enc_d_point: 64
+    enc_cross_depth: 4
+    enc_self_depth: 2
+    dec_dim_model: 64
+    dec_cross_depth: 3
+    dec_num_virtual: 256
+    train_num_steps: 3
+    infer_num_steps: 3
+    use_cam_cond: false
+    use_vggt_priors: true
+    use_cam_pred: false
+loss:
+  mse_l1:
+    weight: 0.5
+    empty_render_thresh: 0.02
+  lpips:
+    weight: 0.15
+    apply_after_step: 0
+  ssim:
+    weight: 0.05
+wandb:
+  project: DAV3
+  entity: zswjsw-the-university-of-sydney
+  name: gopro_defocus_from_scannetpp_20k_6ctx_1to1
+  mode: online
+  tags:
+  - gopro_defocus
+  - diffusion_head
+  - da3_resplat
+  - finetune
+  - pred_pose
+  - single_view
+  - curriculum
+mode: train
+data_loader:
+  train:
+    num_workers: 4
+    persistent_workers: true
+    batch_size: 1
+    seed: 1234
+  test:
+    num_workers: 2
+    persistent_workers: false
+    batch_size: 1
+    seed: 2345
+  val:
+    num_workers: 1
+    persistent_workers: false
+    batch_size: 1
+    seed: 3456
+optimizer:
+  lr: 2.0e-05
+  warm_up_steps: 200
+  backbone_lr_multiplier: 0.01
+checkpointing:
+  load: /scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+  every_n_train_steps: 500
+  save_top_k: 1
+  save_weights_only: false
+  load_weights_only: true
+train:
+  depth_mode: depth
+  extended_visualization: false
+  print_log_every_n_steps: 10
+  context_view_loss: false
+  random_select_context_view: false
+  freeze_encoder: true
+  share_weight: 0.0
+  l_flow_weight: 0.0
+  cam_loss_weight: 0.0
+test:
+  output_path: outputs/test
+  align_pose: true
+  pose_align_steps: 100
+  rot_opt_lr: 0.005
+  trans_opt_lr: 0.005
+  compute_scores: true
+  save_image: true
+  save_video: false
+  save_compare: false
+  use_tto: false
+  tto_steps: 200
+  tto_lr: 0.001
+  tto_geo_lr_scale: 0.1
+seed: 111123
+trainer:
+  max_steps: 20000
+  val_check_interval: 500
+  gradient_clip_val: 1.0
+  num_nodes: 1
+  accumulate_grad_batches: 4
+  devices: 4
+  strategy: ddp
+  enable_progress_bar: true
+  num_sanity_val_steps: 0
+  precision: bf16-mixed
+dataset:
+  gopro_defocus:
+    make_baseline_1: false
+    relative_pose: false
+    augment: false
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    overfit_to_scene: null
+    skip_bad_shape: false
+    view_sampler:
+      name: bounded
+      num_target_views: 1
+      num_context_views: 6
+      min_distance_between_context_views: 2
+      max_distance_between_context_views: 6
+      min_distance_to_context_views: 0
+      warm_up_steps: 0
+      initial_min_distance_between_context_views: 2
+      initial_max_distance_between_context_views: 6
+    name: gopro_defocus
+    roots:
+    - /scratch-shared/qzhang1/datasets/gopro_defocus/Go_pro_defocus_train
+    near: 0.1
+    far: 100.0
+    input_image_shape:
+    - 336
+    - 336
+    original_image_shape:
+    - 336
+    - 336
+    cameras_are_circular: false
+    baseline_min: 0.0
+    baseline_max: 10000000000.0
+    max_fov: 180.0
+    val_ids_start: 502
+    samples_per_scene: 1
+    val_samples_per_scene: 1

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-29/.hydra/hydra.yaml

@@ -0,0 +1,168 @@
+hydra:
+  run:
+    dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - +training=finetune_dav3_gopro_defocus_l1
+    - trainer.num_nodes=1
+    - trainer.devices=4
+    - dataset.gopro_defocus.view_sampler.num_context_views=6
+    - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+    - checkpointing.load_weights_only=true
+    - wandb.mode=online
+    - wandb.name=gopro_defocus_from_scannetpp_20k_6ctx_1to1
+  job:
+    name: main
+    chdir: null
+    override_dirname: +training=finetune_dav3_gopro_defocus_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt,checkpointing.load_weights_only=true,dataset.gopro_defocus.view_sampler.num_context_views=6,trainer.devices=4,trainer.num_nodes=1,wandb.mode=online,wandb.name=gopro_defocus_from_scannetpp_20k_6ctx_1to1
+    id: ???
+    num: ???
+    config_name: main
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /gpfs/home2/qzhang1/C3G
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /gpfs/home2/qzhang1/C3G/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-29
+    choices:
+      training: finetune_dav3_gopro_defocus_l1
+      dataset@dataset.gopro_defocus: gopro_defocus
+      dataset/view_sampler@dataset.gopro_defocus.view_sampler: bounded
+      model/decoder: splatting_cuda
+      model/encoder: noposplat
+      model/encoder/backbone: croco
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-29/.hydra/overrides.yaml

@@ -0,0 +1,8 @@
+- +training=finetune_dav3_gopro_defocus_l1
+- trainer.num_nodes=1
+- trainer.devices=4
+- dataset.gopro_defocus.view_sampler.num_context_views=6
+- checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+- checkpointing.load_weights_only=true
+- wandb.mode=online
+- wandb.name=gopro_defocus_from_scannetpp_20k_6ctx_1to1

exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-29/main.log

@@ -0,0 +1,3 @@
+[2026-05-05 14:13:51,744][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 14:13:51,780][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 14:13:52,081][dinov2][INFO] - using MLP layer as FFN