backup exp_gopro_defocus_gtpose_from_scannetpp20k

.gitattributes

@@ -151,3 +151,36 @@ exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-202
 exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/projection_16_09b728666a118e9b5294.png filter=lfs diff=lfs merge=lfs -text
 exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/files/media/images/projection_1_e461d25305bf8420c050.png filter=lfs diff=lfs merge=lfs -text
 exp_gopro_defocus_from_scannetpp_20k_6ctx_1to1/2026-05-05_14-13-28/wandb/run-20260505_141524-qbzbpp5p/run-qbzbpp5p.wandb filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_0_ccacf57c35405daf949e.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_12_fec6e76fd57ab0437edf.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_141_ff5105b7a3a71336edd1.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_145_a060d6bd7d25a95043ce.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_149_8409ff8074d295363011.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_153_34eeef4f9f6267bde20b.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_261_4c7445a787bbd651b9ca.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_265_7d7c03927d8bf5ee0311.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_269_1671b4dcdd57d80a45bc.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_273_ba8efcff057bf6c122b0.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_36_4bb3e7191247665569d6.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_40_daef78cfac200f153d9b.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_44_7ea4c5686da03e62f491.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_48_9e11f3170c408ee0e1d7.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_4_2e58495980d5ca86f50d.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/comparison_8_ecbc28c4c85453f951cd.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_13_fee352da207b56ebe9a0.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_142_35a6c906d2a4755cb814.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_146_a61d60991d4e44e48b79.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_150_c532284fd05da3a104e2.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_154_eab06e87424af4376943.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_1_c5ce6a3bd3675e90ce54.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_262_3d7f22fc7c9ff42f3597.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_266_424e20e2a9f5646fbb44.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_270_9495ad0661ea2579d4d4.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_274_198fccbb4f93dba44afe.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_37_e68bc720e6b4ac2efa3e.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_41_79ab4d8b039e87da14bb.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_45_c78f5125ac36a3adb1ee.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_49_a6e8a5fdf2e9fb37c988.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_5_fad5e7df656436f22c89.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/files/media/images/projection_9_6ab6199f93b6b073bdd5.png filter=lfs diff=lfs merge=lfs -text
+exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/run-tee4s3w4.wandb filter=lfs diff=lfs merge=lfs -text

exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/.hydra/config.yaml

@@ -0,0 +1,187 @@
+model:
+  encoder:
+    backbone:
+      name: croco
+      model: ViTLarge_BaseDecoder
+      patch_embed_cls: PatchEmbedDust3R
+      asymmetry_decoder: true
+      intrinsics_embed_loc: encoder
+      intrinsics_embed_degree: 4
+      intrinsics_embed_type: token
+    name: da3_resplat
+    opacity_mapping:
+      initial: 0.0
+      final: 0.0
+      warm_up: 1
+    num_monocular_samples: 32
+    num_surfaces: 1
+    predict_opacity: false
+    gaussians_per_pixel: 1
+    gaussian_adapter:
+      gaussian_scale_min: 0.5
+      gaussian_scale_max: 15.0
+      sh_degree: 3
+    d_feature: 128
+    visualizer:
+      num_samples: 8
+      min_resolution: 256
+      export_ply: false
+    apply_bounds_shim: true
+    gs_params_head_type: dpt_gs
+    pose_free: true
+    pretrained_weights: ''
+    da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
+    resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
+    freeze_da3: true
+    freeze_resplat: true
+    use_pred_pose: false
+  decoder:
+    name: splatting_cuda
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    make_scale_invariant: true
+    low_pass_filter: 0.3
+    decrease_lpf_step: -1
+  refiner: null
+  diffusion_head:
+    enc_k: 256
+    enc_df: 128
+    enc_df_out: 128
+    enc_d_point: 64
+    enc_cross_depth: 4
+    enc_self_depth: 2
+    dec_dim_model: 64
+    dec_cross_depth: 3
+    dec_num_virtual: 256
+    train_num_steps: 3
+    infer_num_steps: 3
+    use_cam_cond: true
+    use_vggt_priors: true
+    use_cam_pred: false
+loss:
+  mse_l1:
+    weight: 0.5
+    empty_render_thresh: 0.02
+  lpips:
+    weight: 0.15
+    apply_after_step: 0
+  ssim:
+    weight: 0.05
+wandb:
+  project: DAV3
+  entity: zswjsw-the-university-of-sydney
+  name: gopro_defocus_gtpose_from_scannetpp20k
+  mode: online
+  tags:
+  - gopro_defocus
+  - diffusion_head
+  - da3_resplat
+  - finetune
+  - pred_pose
+  - single_view
+  - curriculum
+mode: train
+data_loader:
+  train:
+    num_workers: 4
+    persistent_workers: true
+    batch_size: 1
+    seed: 1234
+  test:
+    num_workers: 2
+    persistent_workers: false
+    batch_size: 1
+    seed: 2345
+  val:
+    num_workers: 1
+    persistent_workers: false
+    batch_size: 1
+    seed: 3456
+    num_val_samples: 49
+optimizer:
+  lr: 2.0e-05
+  warm_up_steps: 200
+  backbone_lr_multiplier: 0.01
+checkpointing:
+  load: /scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+  every_n_train_steps: 500
+  save_top_k: 1
+  save_weights_only: false
+  load_weights_only: true
+train:
+  depth_mode: depth
+  extended_visualization: false
+  print_log_every_n_steps: 10
+  context_view_loss: false
+  random_select_context_view: false
+  freeze_encoder: true
+  share_weight: 0.0
+  l_flow_weight: 0.0
+  cam_loss_weight: 0.0
+test:
+  output_path: outputs/test
+  align_pose: true
+  pose_align_steps: 100
+  rot_opt_lr: 0.005
+  trans_opt_lr: 0.005
+  compute_scores: true
+  save_image: true
+  save_video: false
+  save_compare: false
+  use_tto: false
+  tto_steps: 200
+  tto_lr: 0.001
+  tto_geo_lr_scale: 0.1
+seed: 111123
+trainer:
+  max_steps: 20000
+  val_check_interval: 500
+  gradient_clip_val: 1.0
+  num_nodes: 1
+  accumulate_grad_batches: 4
+  devices: 4
+  strategy: ddp
+  enable_progress_bar: true
+  num_sanity_val_steps: 0
+  precision: bf16-mixed
+dataset:
+  gopro_defocus:
+    make_baseline_1: false
+    relative_pose: false
+    augment: false
+    background_color:
+    - 0.0
+    - 0.0
+    - 0.0
+    overfit_to_scene: null
+    skip_bad_shape: false
+    view_sampler:
+      name: bounded
+      num_target_views: 1
+      num_context_views: 6
+      min_distance_between_context_views: 2
+      max_distance_between_context_views: 6
+      min_distance_to_context_views: 0
+      warm_up_steps: 0
+      initial_min_distance_between_context_views: 2
+      initial_max_distance_between_context_views: 6
+    name: gopro_defocus
+    roots:
+    - /scratch-shared/qzhang1/datasets/gopro_defocus/Go_pro_defocus_train
+    near: 0.1
+    far: 100.0
+    input_image_shape:
+    - 336
+    - 336
+    original_image_shape:
+    - 336
+    - 336
+    cameras_are_circular: false
+    baseline_min: 0.0
+    baseline_max: 10000000000.0
+    max_fov: 180.0
+    val_ids_start: 502
+    samples_per_scene: 1
+    val_samples_per_scene: 1

exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/.hydra/hydra.yaml

@@ -0,0 +1,171 @@
+hydra:
+  run:
+    dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - +training=finetune_dav3_gopro_defocus_l1
+    - trainer.num_nodes=1
+    - trainer.devices=4
+    - dataset.gopro_defocus.view_sampler.num_context_views=6
+    - +data_loader.val.num_val_samples=49
+    - model.encoder.use_pred_pose=false
+    - model.diffusion_head.use_cam_cond=true
+    - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+    - checkpointing.load_weights_only=true
+    - wandb.mode=online
+    - wandb.name=gopro_defocus_gtpose_from_scannetpp20k
+  job:
+    name: main
+    chdir: null
+    override_dirname: +data_loader.val.num_val_samples=49,+training=finetune_dav3_gopro_defocus_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt,checkpointing.load_weights_only=true,dataset.gopro_defocus.view_sampler.num_context_views=6,model.diffusion_head.use_cam_cond=true,model.encoder.use_pred_pose=false,trainer.devices=4,trainer.num_nodes=1,wandb.mode=online,wandb.name=gopro_defocus_gtpose_from_scannetpp20k
+    id: ???
+    num: ???
+    config_name: main
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /gpfs/home2/qzhang1/C3G
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /gpfs/home2/qzhang1/C3G/config
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33
+    choices:
+      training: finetune_dav3_gopro_defocus_l1
+      dataset@dataset.gopro_defocus: gopro_defocus
+      dataset/view_sampler@dataset.gopro_defocus.view_sampler: bounded
+      model/decoder: splatting_cuda
+      model/encoder: noposplat
+      model/encoder/backbone: croco
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/.hydra/overrides.yaml

@@ -0,0 +1,11 @@
+- +training=finetune_dav3_gopro_defocus_l1
+- trainer.num_nodes=1
+- trainer.devices=4
+- dataset.gopro_defocus.view_sampler.num_context_views=6
+- +data_loader.val.num_val_samples=49
+- model.encoder.use_pred_pose=false
+- model.diffusion_head.use_cam_cond=true
+- checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt
+- checkpointing.load_weights_only=true
+- wandb.mode=online
+- wandb.name=gopro_defocus_gtpose_from_scannetpp20k

exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/checkpoints/best-psnr-val/psnr_18.435-info/global_step_124.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6055ffd3a8bd9e4bdf2bd761e75ad70429b3e71386924c222f1aeba1b1c7289
+size 6288442235

exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/main.log

@@ -0,0 +1,9 @@
+[2026-05-05 15:18:31,234][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 15:18:31,241][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 15:18:31,242][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 15:18:31,248][dinov2][INFO] - using MLP layer as FFN
+[2026-05-05 15:20:04,333][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
+distributed_backend=nccl
+All distributed processes registered. Starting with 4 processes
+----------------------------------------------------------------------------------------------------
+

exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2026-05-05T15:20:08.844074536+02:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"/scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/logs/debug-core.log"}
+{"time":"2026-05-05T15:20:09.206499575+02:00","level":"INFO","msg":"created new stream","id":"tee4s3w4"}
+{"time":"2026-05-05T15:20:09.206579584+02:00","level":"INFO","msg":"stream: started","id":"tee4s3w4"}
+{"time":"2026-05-05T15:20:09.206616344+02:00","level":"INFO","msg":"handler: started","stream_id":"tee4s3w4"}
+{"time":"2026-05-05T15:20:09.206635854+02:00","level":"INFO","msg":"sender: started","stream_id":"tee4s3w4"}
+{"time":"2026-05-05T15:20:09.206668863+02:00","level":"INFO","msg":"writer: Do: started","stream_id":"tee4s3w4"}
+{"time":"2026-05-05T15:20:10.040696073+02:00","level":"INFO","msg":"Starting system monitor"}

exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/debug.log

@@ -0,0 +1,22 @@
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_setup.py:_flush():70] Configure stats pid to 2285588
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_setup.py:_flush():70] Loading settings from /home/qzhang1/.config/wandb/settings
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_setup.py:_flush():70] Loading settings from /gpfs/home2/qzhang1/C3G/wandb/settings
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_setup.py:_flush():70] Loading settings from environment variables
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_init.py:setup_run_log_directory():724] Logging user logs to /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/logs/debug.log
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to /scratch-shared/qzhang1/C3G_outputs/exp_gopro_defocus_gtpose_from_scannetpp20k/2026-05-05_15-16-33/wandb/run-20260505_152008-tee4s3w4/logs/debug-internal.log
+2026-05-05 15:20:08,827 INFO    MainThread:2285588 [wandb_init.py:init():852] calling init triggers
+2026-05-05 15:20:08,828 INFO    MainThread:2285588 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'model': {'encoder': {'backbone': {'name': 'croco', 'model': 'ViTLarge_BaseDecoder', 'patch_embed_cls': 'PatchEmbedDust3R', 'asymmetry_decoder': True, 'intrinsics_embed_loc': 'encoder', 'intrinsics_embed_degree': 4, 'intrinsics_embed_type': 'token'}, 'name': 'da3_resplat', 'opacity_mapping': {'initial': 0.0, 'final': 0.0, 'warm_up': 1}, 'num_monocular_samples': 32, 'num_surfaces': 1, 'predict_opacity': False, 'gaussians_per_pixel': 1, 'gaussian_adapter': {'gaussian_scale_min': 0.5, 'gaussian_scale_max': 15.0, 'sh_degree': 3}, 'd_feature': 128, 'visualizer': {'num_samples': 8, 'min_resolution': 256, 'export_ply': False}, 'apply_bounds_shim': True, 'gs_params_head_type': 'dpt_gs', 'pose_free': True, 'pretrained_weights': '', 'da3_checkpoint': '/gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT', 'resplat_checkpoint': '/gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth', 'freeze_da3': True, 'freeze_resplat': True, 'use_pred_pose': False}, 'decoder': {'name': 'splatting_cuda', 'background_color': [0.0, 0.0, 0.0], 'make_scale_invariant': True, 'low_pass_filter': 0.3, 'decrease_lpf_step': -1}, 'refiner': None, 'diffusion_head': {'enc_k': 256, 'enc_df': 128, 'enc_df_out': 128, 'enc_d_point': 64, 'enc_cross_depth': 4, 'enc_self_depth': 2, 'dec_dim_model': 64, 'dec_cross_depth': 3, 'dec_num_virtual': 256, 'train_num_steps': 3, 'infer_num_steps': 3, 'use_cam_cond': True, 'use_vggt_priors': True, 'use_cam_pred': False}}, 'loss': {'mse_l1': {'weight': 0.5, 'empty_render_thresh': 0.02}, 'lpips': {'weight': 0.15, 'apply_after_step': 0}, 'ssim': {'weight': 0.05}}, 'wandb': {'project': 'DAV3', 'entity': 'zswjsw-the-university-of-sydney', 'name': 'gopro_defocus_gtpose_from_scannetpp20k', 'mode': 'online', 'tags': ['gopro_defocus', 'diffusion_head', 'da3_resplat', 'finetune', 'pred_pose', 'single_view', 'curriculum']}, 'mode': 'train', 'data_loader': {'train': {'num_workers': 4, 'persistent_workers': True, 'batch_size': 1, 'seed': 1234}, 'test': {'num_workers': 2, 'persistent_workers': False, 'batch_size': 1, 'seed': 2345}, 'val': {'num_workers': 1, 'persistent_workers': False, 'batch_size': 1, 'seed': 3456, 'num_val_samples': 49}}, 'optimizer': {'lr': 2e-05, 'warm_up_steps': 200, 'backbone_lr_multiplier': 0.01}, 'checkpointing': {'load': '/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/latest-info/global_step_19999.ckpt', 'every_n_train_steps': 500, 'save_top_k': 1, 'save_weights_only': False, 'load_weights_only': True}, 'train': {'depth_mode': 'depth', 'extended_visualization': False, 'print_log_every_n_steps': 10, 'context_view_loss': False, 'random_select_context_view': False, 'freeze_encoder': True, 'share_weight': 0.0, 'l_flow_weight': 0.0, 'cam_loss_weight': 0.0}, 'test': {'output_path': 'outputs/test', 'align_pose': True, 'pose_align_steps': 100, 'rot_opt_lr': 0.005, 'trans_opt_lr': 0.005, 'compute_scores': True, 'save_image': True, 'save_video': False, 'save_compare': False, 'use_tto': False, 'tto_steps': 200, 'tto_lr': 0.001, 'tto_geo_lr_scale': 0.1}, 'seed': 111123, 'trainer': {'max_steps': 20000, 'val_check_interval': 500, 'gradient_clip_val': 1.0, 'num_nodes': 1, 'accumulate_grad_batches': 4, 'devices': 4, 'strategy': 'ddp', 'enable_progress_bar': True, 'num_sanity_val_steps': 0, 'precision': 'bf16-mixed'}, 'dataset': {'gopro_defocus': {'make_baseline_1': False, 'relative_pose': False, 'augment': False, 'background_color': [0.0, 0.0, 0.0], 'overfit_to_scene': None, 'skip_bad_shape': False, 'view_sampler': {'name': 'bounded', 'num_target_views': 1, 'num_context_views': 6, 'min_distance_between_context_views': 2, 'max_distance_between_context_views': 6, 'min_distance_to_context_views': 0, 'warm_up_steps': 0, 'initial_min_distance_between_context_views': 2, 'initial_max_distance_between_context_views': 6}, 'name': 'gopro_defocus', 'roots': ['/scratch-shared/qzhang1/datasets/gopro_defocus/Go_pro_defocus_train'], 'near': 0.1, 'far': 100.0, 'input_image_shape': [336, 336], 'original_image_shape': [336, 336], 'cameras_are_circular': False, 'baseline_min': 0.0, 'baseline_max': 10000000000.0, 'max_fov': 180.0, 'val_ids_start': 502, 'samples_per_scene': 1, 'val_samples_per_scene': 1}}, '_wandb': {}}
+2026-05-05 15:20:08,828 INFO    MainThread:2285588 [wandb_init.py:init():893] starting backend
+2026-05-05 15:20:08,828 INFO    MainThread:2285588 [wandb_init.py:init():897] sending inform_init request
+2026-05-05 15:20:08,840 INFO    MainThread:2285588 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2026-05-05 15:20:08,840 INFO    MainThread:2285588 [wandb_init.py:init():907] backend started and connected
+2026-05-05 15:20:08,843 INFO    MainThread:2285588 [wandb_init.py:init():1005] updated telemetry
+2026-05-05 15:20:08,864 INFO    MainThread:2285588 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
+2026-05-05 15:20:09,997 INFO    MainThread:2285588 [wandb_init.py:init():1104] starting run threads in backend
+2026-05-05 15:20:10,491 INFO    MainThread:2285588 [wandb_run.py:_console_start():2573] atexit reg
+2026-05-05 15:20:10,491 INFO    MainThread:2285588 [wandb_run.py:_redirect():2421] redirect: wrap_raw
+2026-05-05 15:20:10,492 INFO    MainThread:2285588 [wandb_run.py:_redirect():2490] Wrapping output streams.
+2026-05-05 15:20:10,492 INFO    MainThread:2285588 [wandb_run.py:_redirect():2513] Redirects installed.
+2026-05-05 15:20:10,497 INFO    MainThread:2285588 [wandb_init.py:init():1150] run started, returning control to user process