zhaoshiwen commited on
Commit
2f8f662
·
verified ·
1 Parent(s): 5fc7707

backup exp_rsblur_v4_burst_from_scannetpp20k

Browse files
Files changed (20) hide show
  1. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/.hydra/config.yaml +193 -0
  2. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/.hydra/hydra.yaml +169 -0
  3. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/.hydra/overrides.yaml +8 -0
  4. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/main.log +4 -0
  5. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/.hydra/config.yaml +193 -0
  6. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/.hydra/hydra.yaml +170 -0
  7. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/.hydra/overrides.yaml +9 -0
  8. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/main.log +9 -0
  9. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/.hydra/config.yaml +193 -0
  10. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/.hydra/hydra.yaml +169 -0
  11. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/.hydra/overrides.yaml +8 -0
  12. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/best-psnr-val/psnr_15.483-info/global_step_624.ckpt +3 -0
  13. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt +3 -0
  14. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/main.log +9 -0
  15. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/.hydra/config.yaml +193 -0
  16. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/.hydra/hydra.yaml +168 -0
  17. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/.hydra/overrides.yaml +7 -0
  18. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/checkpoints/best-psnr-val/psnr_17.612-info/global_step_1124.ckpt +3 -0
  19. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/checkpoints/latest-info/global_step_2504.ckpt +3 -0
  20. exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/main.log +11 -0
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ use_pred_pose: true
38
+ decoder:
39
+ name: splatting_cuda
40
+ background_color:
41
+ - 0.0
42
+ - 0.0
43
+ - 0.0
44
+ make_scale_invariant: true
45
+ low_pass_filter: 0.3
46
+ decrease_lpf_step: -1
47
+ refiner: null
48
+ diffusion_head:
49
+ enc_k: 256
50
+ enc_df: 128
51
+ enc_df_out: 128
52
+ enc_d_point: 64
53
+ enc_cross_depth: 4
54
+ enc_self_depth: 2
55
+ dec_dim_model: 64
56
+ dec_cross_depth: 3
57
+ dec_num_virtual: 256
58
+ train_num_steps: 3
59
+ infer_num_steps: 3
60
+ use_cam_cond: false
61
+ use_vggt_priors: true
62
+ use_cam_pred: false
63
+ loss:
64
+ mse_l1:
65
+ weight: 0.5
66
+ empty_render_thresh: 0.02
67
+ lpips:
68
+ weight: 0.15
69
+ apply_after_step: 0
70
+ ssim:
71
+ weight: 0.05
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: rsblur_v4_burst_from_scannetpp20k
76
+ mode: online
77
+ tags:
78
+ - rsblur
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - finetune
82
+ - pred_pose
83
+ - l1
84
+ - curriculum
85
+ mode: train
86
+ data_loader:
87
+ train:
88
+ num_workers: 4
89
+ persistent_workers: true
90
+ batch_size: 1
91
+ seed: 1234
92
+ test:
93
+ num_workers: 2
94
+ persistent_workers: false
95
+ batch_size: 1
96
+ seed: 2345
97
+ val:
98
+ num_workers: 1
99
+ persistent_workers: false
100
+ batch_size: 1
101
+ seed: 3456
102
+ num_val_samples: 200
103
+ optimizer:
104
+ lr: 2.0e-05
105
+ warm_up_steps: 200
106
+ backbone_lr_multiplier: 0.01
107
+ checkpointing:
108
+ load: /scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
109
+ every_n_train_steps: 501
110
+ save_top_k: 1
111
+ save_weights_only: false
112
+ load_weights_only: true
113
+ train:
114
+ depth_mode: depth
115
+ extended_visualization: false
116
+ print_log_every_n_steps: 10
117
+ context_view_loss: false
118
+ random_select_context_view: true
119
+ freeze_encoder: true
120
+ share_weight: 0.0
121
+ l_flow_weight: 0.0
122
+ cam_loss_weight: 0.0
123
+ test:
124
+ output_path: outputs/test
125
+ align_pose: true
126
+ pose_align_steps: 100
127
+ rot_opt_lr: 0.005
128
+ trans_opt_lr: 0.005
129
+ compute_scores: true
130
+ save_image: true
131
+ save_video: false
132
+ save_compare: false
133
+ use_tto: false
134
+ tto_steps: 200
135
+ tto_lr: 0.001
136
+ tto_geo_lr_scale: 0.1
137
+ seed: 111123
138
+ trainer:
139
+ max_steps: 20000
140
+ val_check_interval: 500
141
+ gradient_clip_val: 1.0
142
+ num_nodes: 1
143
+ accumulate_grad_batches: 4
144
+ devices: 4
145
+ strategy: ddp
146
+ enable_progress_bar: true
147
+ num_sanity_val_steps: 0
148
+ precision: bf16-mixed
149
+ dataset:
150
+ rsblur:
151
+ make_baseline_1: false
152
+ relative_pose: false
153
+ augment: false
154
+ background_color:
155
+ - 0.0
156
+ - 0.0
157
+ - 0.0
158
+ overfit_to_scene: null
159
+ skip_bad_shape: false
160
+ view_sampler:
161
+ name: bounded
162
+ num_target_views: 4
163
+ num_context_views: 16
164
+ min_distance_between_context_views: 5
165
+ max_distance_between_context_views: 30
166
+ min_distance_to_context_views: 0
167
+ warm_up_steps: 0
168
+ initial_min_distance_between_context_views: 5
169
+ initial_max_distance_between_context_views: 20
170
+ min_context_views: 2
171
+ name: rsblur
172
+ roots:
173
+ - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
174
+ near: 0.1
175
+ far: 100.0
176
+ input_image_shape:
177
+ - 280
178
+ - 448
179
+ original_image_shape:
180
+ - 280
181
+ - 448
182
+ cameras_are_circular: false
183
+ baseline_min: 0.0
184
+ baseline_max: 10000000000.0
185
+ max_fov: 180.0
186
+ scene_list: []
187
+ val_scene_list:
188
+ - '0016'
189
+ - '0017'
190
+ - '0018'
191
+ - '0019'
192
+ samples_per_scene: 200
193
+ val_samples_per_scene: 50
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/.hydra/hydra.yaml ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=finetune_dav3_rsblur_l1
116
+ - trainer.num_nodes=1
117
+ - trainer.devices=4
118
+ - trainer.max_steps=20000
119
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
120
+ - checkpointing.load_weights_only=true
121
+ - wandb.mode=online
122
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
123
+ job:
124
+ name: main
125
+ chdir: null
126
+ override_dirname: +training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt,checkpointing.load_weights_only=true,trainer.devices=4,trainer.max_steps=20000,trainer.num_nodes=1,wandb.mode=online,wandb.name=rsblur_v4_burst_from_scannetpp20k
127
+ id: ???
128
+ num: ???
129
+ config_name: main
130
+ env_set: {}
131
+ env_copy: []
132
+ config:
133
+ override_dirname:
134
+ kv_sep: '='
135
+ item_sep: ','
136
+ exclude_keys: []
137
+ runtime:
138
+ version: 1.3.2
139
+ version_base: '1.3'
140
+ cwd: /gpfs/home2/qzhang1/C3G
141
+ config_sources:
142
+ - path: hydra.conf
143
+ schema: pkg
144
+ provider: hydra
145
+ - path: /gpfs/home2/qzhang1/C3G/config
146
+ schema: file
147
+ provider: main
148
+ - path: ''
149
+ schema: structured
150
+ provider: schema
151
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40
152
+ choices:
153
+ training: finetune_dav3_rsblur_l1
154
+ dataset@dataset.rsblur: rsblur
155
+ dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
156
+ dataset/view_sampler@dataset.rsblur.view_sampler: bounded
157
+ model/decoder: splatting_cuda
158
+ model/encoder: noposplat
159
+ model/encoder/backbone: croco
160
+ hydra/env: default
161
+ hydra/callbacks: null
162
+ hydra/job_logging: default
163
+ hydra/hydra_logging: default
164
+ hydra/hydra_help: default
165
+ hydra/help: default
166
+ hydra/sweeper: basic
167
+ hydra/launcher: basic
168
+ hydra/output: default
169
+ verbose: false
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/.hydra/overrides.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ - +training=finetune_dav3_rsblur_l1
2
+ - trainer.num_nodes=1
3
+ - trainer.devices=4
4
+ - trainer.max_steps=20000
5
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
6
+ - checkpointing.load_weights_only=true
7
+ - wandb.mode=online
8
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-18-40/main.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ [2026-05-03 21:19:04,302][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-03 21:19:04,360][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-05-03 21:19:04,433][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-05-03 21:19:04,653][dinov2][INFO] - using MLP layer as FFN
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ use_pred_pose: true
38
+ decoder:
39
+ name: splatting_cuda
40
+ background_color:
41
+ - 0.0
42
+ - 0.0
43
+ - 0.0
44
+ make_scale_invariant: true
45
+ low_pass_filter: 0.3
46
+ decrease_lpf_step: -1
47
+ refiner: null
48
+ diffusion_head:
49
+ enc_k: 256
50
+ enc_df: 128
51
+ enc_df_out: 128
52
+ enc_d_point: 64
53
+ enc_cross_depth: 4
54
+ enc_self_depth: 2
55
+ dec_dim_model: 64
56
+ dec_cross_depth: 3
57
+ dec_num_virtual: 256
58
+ train_num_steps: 3
59
+ infer_num_steps: 3
60
+ use_cam_cond: false
61
+ use_vggt_priors: true
62
+ use_cam_pred: false
63
+ loss:
64
+ mse_l1:
65
+ weight: 0.5
66
+ empty_render_thresh: 0.02
67
+ lpips:
68
+ weight: 0.15
69
+ apply_after_step: 0
70
+ ssim:
71
+ weight: 0.05
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: rsblur_v4_burst_from_scannetpp20k
76
+ mode: online
77
+ tags:
78
+ - rsblur
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - finetune
82
+ - pred_pose
83
+ - l1
84
+ - curriculum
85
+ mode: train
86
+ data_loader:
87
+ train:
88
+ num_workers: 4
89
+ persistent_workers: true
90
+ batch_size: 1
91
+ seed: 1234
92
+ test:
93
+ num_workers: 2
94
+ persistent_workers: false
95
+ batch_size: 1
96
+ seed: 2345
97
+ val:
98
+ num_workers: 1
99
+ persistent_workers: false
100
+ batch_size: 1
101
+ seed: 3456
102
+ num_val_samples: 200
103
+ optimizer:
104
+ lr: 2.0e-05
105
+ warm_up_steps: 200
106
+ backbone_lr_multiplier: 0.01
107
+ checkpointing:
108
+ load: /scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
109
+ every_n_train_steps: 501
110
+ save_top_k: 1
111
+ save_weights_only: false
112
+ load_weights_only: true
113
+ train:
114
+ depth_mode: depth
115
+ extended_visualization: false
116
+ print_log_every_n_steps: 10
117
+ context_view_loss: false
118
+ random_select_context_view: true
119
+ freeze_encoder: true
120
+ share_weight: 0.0
121
+ l_flow_weight: 0.0
122
+ cam_loss_weight: 0.0
123
+ test:
124
+ output_path: outputs/test
125
+ align_pose: true
126
+ pose_align_steps: 100
127
+ rot_opt_lr: 0.005
128
+ trans_opt_lr: 0.005
129
+ compute_scores: true
130
+ save_image: true
131
+ save_video: false
132
+ save_compare: false
133
+ use_tto: false
134
+ tto_steps: 200
135
+ tto_lr: 0.001
136
+ tto_geo_lr_scale: 0.1
137
+ seed: 111123
138
+ trainer:
139
+ max_steps: 20000
140
+ val_check_interval: 500
141
+ gradient_clip_val: 1.0
142
+ num_nodes: 1
143
+ accumulate_grad_batches: 4
144
+ devices: 4
145
+ strategy: ddp
146
+ enable_progress_bar: true
147
+ num_sanity_val_steps: 200
148
+ precision: bf16-mixed
149
+ dataset:
150
+ rsblur:
151
+ make_baseline_1: false
152
+ relative_pose: false
153
+ augment: false
154
+ background_color:
155
+ - 0.0
156
+ - 0.0
157
+ - 0.0
158
+ overfit_to_scene: null
159
+ skip_bad_shape: false
160
+ view_sampler:
161
+ name: bounded
162
+ num_target_views: 4
163
+ num_context_views: 16
164
+ min_distance_between_context_views: 5
165
+ max_distance_between_context_views: 30
166
+ min_distance_to_context_views: 0
167
+ warm_up_steps: 0
168
+ initial_min_distance_between_context_views: 5
169
+ initial_max_distance_between_context_views: 20
170
+ min_context_views: 2
171
+ name: rsblur
172
+ roots:
173
+ - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
174
+ near: 0.1
175
+ far: 100.0
176
+ input_image_shape:
177
+ - 280
178
+ - 448
179
+ original_image_shape:
180
+ - 280
181
+ - 448
182
+ cameras_are_circular: false
183
+ baseline_min: 0.0
184
+ baseline_max: 10000000000.0
185
+ max_fov: 180.0
186
+ scene_list: []
187
+ val_scene_list:
188
+ - '0016'
189
+ - '0017'
190
+ - '0018'
191
+ - '0019'
192
+ samples_per_scene: 200
193
+ val_samples_per_scene: 50
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/.hydra/hydra.yaml ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=finetune_dav3_rsblur_l1
116
+ - trainer.num_nodes=1
117
+ - trainer.devices=4
118
+ - trainer.max_steps=20000
119
+ - trainer.num_sanity_val_steps=200
120
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
121
+ - checkpointing.load_weights_only=true
122
+ - wandb.mode=online
123
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
124
+ job:
125
+ name: main
126
+ chdir: null
127
+ override_dirname: +training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt,checkpointing.load_weights_only=true,trainer.devices=4,trainer.max_steps=20000,trainer.num_nodes=1,trainer.num_sanity_val_steps=200,wandb.mode=online,wandb.name=rsblur_v4_burst_from_scannetpp20k
128
+ id: ???
129
+ num: ???
130
+ config_name: main
131
+ env_set: {}
132
+ env_copy: []
133
+ config:
134
+ override_dirname:
135
+ kv_sep: '='
136
+ item_sep: ','
137
+ exclude_keys: []
138
+ runtime:
139
+ version: 1.3.2
140
+ version_base: '1.3'
141
+ cwd: /gpfs/home2/qzhang1/C3G
142
+ config_sources:
143
+ - path: hydra.conf
144
+ schema: pkg
145
+ provider: hydra
146
+ - path: /gpfs/home2/qzhang1/C3G/config
147
+ schema: file
148
+ provider: main
149
+ - path: ''
150
+ schema: structured
151
+ provider: schema
152
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45
153
+ choices:
154
+ training: finetune_dav3_rsblur_l1
155
+ dataset@dataset.rsblur: rsblur
156
+ dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
157
+ dataset/view_sampler@dataset.rsblur.view_sampler: bounded
158
+ model/decoder: splatting_cuda
159
+ model/encoder: noposplat
160
+ model/encoder/backbone: croco
161
+ hydra/env: default
162
+ hydra/callbacks: null
163
+ hydra/job_logging: default
164
+ hydra/hydra_logging: default
165
+ hydra/hydra_help: default
166
+ hydra/help: default
167
+ hydra/sweeper: basic
168
+ hydra/launcher: basic
169
+ hydra/output: default
170
+ verbose: false
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/.hydra/overrides.yaml ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ - +training=finetune_dav3_rsblur_l1
2
+ - trainer.num_nodes=1
3
+ - trainer.devices=4
4
+ - trainer.max_steps=20000
5
+ - trainer.num_sanity_val_steps=200
6
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
7
+ - checkpointing.load_weights_only=true
8
+ - wandb.mode=online
9
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-20-45/main.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2026-05-03 21:21:09,655][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-03 21:21:09,656][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-05-03 21:21:09,766][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-05-03 21:21:09,900][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-05-03 21:22:21,937][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 4 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ use_pred_pose: true
38
+ decoder:
39
+ name: splatting_cuda
40
+ background_color:
41
+ - 0.0
42
+ - 0.0
43
+ - 0.0
44
+ make_scale_invariant: true
45
+ low_pass_filter: 0.3
46
+ decrease_lpf_step: -1
47
+ refiner: null
48
+ diffusion_head:
49
+ enc_k: 256
50
+ enc_df: 128
51
+ enc_df_out: 128
52
+ enc_d_point: 64
53
+ enc_cross_depth: 4
54
+ enc_self_depth: 2
55
+ dec_dim_model: 64
56
+ dec_cross_depth: 3
57
+ dec_num_virtual: 256
58
+ train_num_steps: 3
59
+ infer_num_steps: 3
60
+ use_cam_cond: false
61
+ use_vggt_priors: true
62
+ use_cam_pred: false
63
+ loss:
64
+ mse_l1:
65
+ weight: 0.5
66
+ empty_render_thresh: 0.02
67
+ lpips:
68
+ weight: 0.15
69
+ apply_after_step: 0
70
+ ssim:
71
+ weight: 0.05
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: rsblur_v4_burst_from_scannetpp20k
76
+ mode: online
77
+ tags:
78
+ - rsblur
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - finetune
82
+ - pred_pose
83
+ - l1
84
+ - curriculum
85
+ mode: train
86
+ data_loader:
87
+ train:
88
+ num_workers: 4
89
+ persistent_workers: true
90
+ batch_size: 1
91
+ seed: 1234
92
+ test:
93
+ num_workers: 2
94
+ persistent_workers: false
95
+ batch_size: 1
96
+ seed: 2345
97
+ val:
98
+ num_workers: 1
99
+ persistent_workers: false
100
+ batch_size: 1
101
+ seed: 3456
102
+ num_val_samples: 200
103
+ optimizer:
104
+ lr: 2.0e-05
105
+ warm_up_steps: 200
106
+ backbone_lr_multiplier: 0.01
107
+ checkpointing:
108
+ load: /scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
109
+ every_n_train_steps: 501
110
+ save_top_k: 1
111
+ save_weights_only: false
112
+ load_weights_only: true
113
+ train:
114
+ depth_mode: depth
115
+ extended_visualization: false
116
+ print_log_every_n_steps: 10
117
+ context_view_loss: false
118
+ random_select_context_view: true
119
+ freeze_encoder: true
120
+ share_weight: 0.0
121
+ l_flow_weight: 0.0
122
+ cam_loss_weight: 0.0
123
+ test:
124
+ output_path: outputs/test
125
+ align_pose: true
126
+ pose_align_steps: 100
127
+ rot_opt_lr: 0.005
128
+ trans_opt_lr: 0.005
129
+ compute_scores: true
130
+ save_image: true
131
+ save_video: false
132
+ save_compare: false
133
+ use_tto: false
134
+ tto_steps: 200
135
+ tto_lr: 0.001
136
+ tto_geo_lr_scale: 0.1
137
+ seed: 111123
138
+ trainer:
139
+ max_steps: 20000
140
+ val_check_interval: 500
141
+ gradient_clip_val: 1.0
142
+ num_nodes: 1
143
+ accumulate_grad_batches: 4
144
+ devices: 4
145
+ strategy: ddp
146
+ enable_progress_bar: true
147
+ num_sanity_val_steps: 0
148
+ precision: bf16-mixed
149
+ dataset:
150
+ rsblur:
151
+ make_baseline_1: false
152
+ relative_pose: false
153
+ augment: false
154
+ background_color:
155
+ - 0.0
156
+ - 0.0
157
+ - 0.0
158
+ overfit_to_scene: null
159
+ skip_bad_shape: false
160
+ view_sampler:
161
+ name: bounded
162
+ num_target_views: 4
163
+ num_context_views: 16
164
+ min_distance_between_context_views: 5
165
+ max_distance_between_context_views: 30
166
+ min_distance_to_context_views: 0
167
+ warm_up_steps: 0
168
+ initial_min_distance_between_context_views: 5
169
+ initial_max_distance_between_context_views: 20
170
+ min_context_views: 2
171
+ name: rsblur
172
+ roots:
173
+ - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
174
+ near: 0.1
175
+ far: 100.0
176
+ input_image_shape:
177
+ - 280
178
+ - 448
179
+ original_image_shape:
180
+ - 280
181
+ - 448
182
+ cameras_are_circular: false
183
+ baseline_min: 0.0
184
+ baseline_max: 10000000000.0
185
+ max_fov: 180.0
186
+ scene_list: []
187
+ val_scene_list:
188
+ - '0016'
189
+ - '0017'
190
+ - '0018'
191
+ - '0019'
192
+ samples_per_scene: 200
193
+ val_samples_per_scene: 50
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/.hydra/hydra.yaml ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=finetune_dav3_rsblur_l1
116
+ - trainer.num_nodes=1
117
+ - trainer.devices=4
118
+ - trainer.max_steps=20000
119
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
120
+ - checkpointing.load_weights_only=true
121
+ - wandb.mode=online
122
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
123
+ job:
124
+ name: main
125
+ chdir: null
126
+ override_dirname: +training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt,checkpointing.load_weights_only=true,trainer.devices=4,trainer.max_steps=20000,trainer.num_nodes=1,wandb.mode=online,wandb.name=rsblur_v4_burst_from_scannetpp20k
127
+ id: ???
128
+ num: ???
129
+ config_name: main
130
+ env_set: {}
131
+ env_copy: []
132
+ config:
133
+ override_dirname:
134
+ kv_sep: '='
135
+ item_sep: ','
136
+ exclude_keys: []
137
+ runtime:
138
+ version: 1.3.2
139
+ version_base: '1.3'
140
+ cwd: /gpfs/home2/qzhang1/C3G
141
+ config_sources:
142
+ - path: hydra.conf
143
+ schema: pkg
144
+ provider: hydra
145
+ - path: /gpfs/home2/qzhang1/C3G/config
146
+ schema: file
147
+ provider: main
148
+ - path: ''
149
+ schema: structured
150
+ provider: schema
151
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34
152
+ choices:
153
+ training: finetune_dav3_rsblur_l1
154
+ dataset@dataset.rsblur: rsblur
155
+ dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
156
+ dataset/view_sampler@dataset.rsblur.view_sampler: bounded
157
+ model/decoder: splatting_cuda
158
+ model/encoder: noposplat
159
+ model/encoder/backbone: croco
160
+ hydra/env: default
161
+ hydra/callbacks: null
162
+ hydra/job_logging: default
163
+ hydra/hydra_logging: default
164
+ hydra/hydra_help: default
165
+ hydra/help: default
166
+ hydra/sweeper: basic
167
+ hydra/launcher: basic
168
+ hydra/output: default
169
+ verbose: false
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/.hydra/overrides.yaml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ - +training=finetune_dav3_rsblur_l1
2
+ - trainer.num_nodes=1
3
+ - trainer.devices=4
4
+ - trainer.max_steps=20000
5
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_scannetpp_dslr_288x384_from_replica/2026-05-02_01-15-54/checkpoints/best-psnr-val/psnr_15.112-info/global_step_19374.ckpt
6
+ - checkpointing.load_weights_only=true
7
+ - wandb.mode=online
8
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/best-psnr-val/psnr_15.483-info/global_step_624.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f3381101b483eec7b664e313fca079e7e6c657b5047b504b342ba23d98618a
3
+ size 6288224011
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14bcec056c8b3dcecfbc3ceadbd2aa23eb18967ae732fe053c954a70481359f2
3
+ size 6288224011
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/main.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ [2026-05-03 21:32:57,106][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-03 21:32:57,961][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-05-03 21:32:58,064][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-05-03 21:32:58,260][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-05-03 21:34:09,889][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 4 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ use_pred_pose: true
38
+ decoder:
39
+ name: splatting_cuda
40
+ background_color:
41
+ - 0.0
42
+ - 0.0
43
+ - 0.0
44
+ make_scale_invariant: true
45
+ low_pass_filter: 0.3
46
+ decrease_lpf_step: -1
47
+ refiner: null
48
+ diffusion_head:
49
+ enc_k: 256
50
+ enc_df: 128
51
+ enc_df_out: 128
52
+ enc_d_point: 64
53
+ enc_cross_depth: 4
54
+ enc_self_depth: 2
55
+ dec_dim_model: 64
56
+ dec_cross_depth: 3
57
+ dec_num_virtual: 256
58
+ train_num_steps: 3
59
+ infer_num_steps: 3
60
+ use_cam_cond: false
61
+ use_vggt_priors: true
62
+ use_cam_pred: false
63
+ loss:
64
+ mse_l1:
65
+ weight: 0.5
66
+ empty_render_thresh: 0.02
67
+ lpips:
68
+ weight: 0.15
69
+ apply_after_step: 0
70
+ ssim:
71
+ weight: 0.05
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: rsblur_v4_burst_from_scannetpp20k
76
+ mode: online
77
+ tags:
78
+ - rsblur
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - finetune
82
+ - pred_pose
83
+ - l1
84
+ - curriculum
85
+ mode: train
86
+ data_loader:
87
+ train:
88
+ num_workers: 4
89
+ persistent_workers: true
90
+ batch_size: 1
91
+ seed: 1234
92
+ test:
93
+ num_workers: 2
94
+ persistent_workers: false
95
+ batch_size: 1
96
+ seed: 2345
97
+ val:
98
+ num_workers: 1
99
+ persistent_workers: false
100
+ batch_size: 1
101
+ seed: 3456
102
+ num_val_samples: 200
103
+ optimizer:
104
+ lr: 2.0e-05
105
+ warm_up_steps: 200
106
+ backbone_lr_multiplier: 0.01
107
+ checkpointing:
108
+ load: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt
109
+ every_n_train_steps: 501
110
+ save_top_k: 1
111
+ save_weights_only: false
112
+ load_weights_only: false
113
+ train:
114
+ depth_mode: depth
115
+ extended_visualization: false
116
+ print_log_every_n_steps: 10
117
+ context_view_loss: false
118
+ random_select_context_view: true
119
+ freeze_encoder: true
120
+ share_weight: 0.0
121
+ l_flow_weight: 0.0
122
+ cam_loss_weight: 0.0
123
+ test:
124
+ output_path: outputs/test
125
+ align_pose: true
126
+ pose_align_steps: 100
127
+ rot_opt_lr: 0.005
128
+ trans_opt_lr: 0.005
129
+ compute_scores: true
130
+ save_image: true
131
+ save_video: false
132
+ save_compare: false
133
+ use_tto: false
134
+ tto_steps: 200
135
+ tto_lr: 0.001
136
+ tto_geo_lr_scale: 0.1
137
+ seed: 111123
138
+ trainer:
139
+ max_steps: 20000
140
+ val_check_interval: 500
141
+ gradient_clip_val: 1.0
142
+ num_nodes: 1
143
+ accumulate_grad_batches: 4
144
+ devices: 4
145
+ strategy: ddp
146
+ enable_progress_bar: true
147
+ num_sanity_val_steps: 0
148
+ precision: bf16-mixed
149
+ dataset:
150
+ rsblur:
151
+ make_baseline_1: false
152
+ relative_pose: false
153
+ augment: false
154
+ background_color:
155
+ - 0.0
156
+ - 0.0
157
+ - 0.0
158
+ overfit_to_scene: null
159
+ skip_bad_shape: false
160
+ view_sampler:
161
+ name: bounded
162
+ num_target_views: 4
163
+ num_context_views: 16
164
+ min_distance_between_context_views: 5
165
+ max_distance_between_context_views: 30
166
+ min_distance_to_context_views: 0
167
+ warm_up_steps: 0
168
+ initial_min_distance_between_context_views: 5
169
+ initial_max_distance_between_context_views: 20
170
+ min_context_views: 2
171
+ name: rsblur
172
+ roots:
173
+ - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
174
+ near: 0.1
175
+ far: 100.0
176
+ input_image_shape:
177
+ - 280
178
+ - 448
179
+ original_image_shape:
180
+ - 280
181
+ - 448
182
+ cameras_are_circular: false
183
+ baseline_min: 0.0
184
+ baseline_max: 10000000000.0
185
+ max_fov: 180.0
186
+ scene_list: []
187
+ val_scene_list:
188
+ - '0016'
189
+ - '0017'
190
+ - '0018'
191
+ - '0019'
192
+ samples_per_scene: 200
193
+ val_samples_per_scene: 50
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/.hydra/hydra.yaml ADDED
@@ -0,0 +1,168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=finetune_dav3_rsblur_l1
116
+ - trainer.num_nodes=1
117
+ - trainer.devices=4
118
+ - trainer.max_steps=20000
119
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt
120
+ - wandb.mode=online
121
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
122
+ job:
123
+ name: main
124
+ chdir: null
125
+ override_dirname: +training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt,trainer.devices=4,trainer.max_steps=20000,trainer.num_nodes=1,wandb.mode=online,wandb.name=rsblur_v4_burst_from_scannetpp20k
126
+ id: ???
127
+ num: ???
128
+ config_name: main
129
+ env_set: {}
130
+ env_copy: []
131
+ config:
132
+ override_dirname:
133
+ kv_sep: '='
134
+ item_sep: ','
135
+ exclude_keys: []
136
+ runtime:
137
+ version: 1.3.2
138
+ version_base: '1.3'
139
+ cwd: /gpfs/home2/qzhang1/C3G
140
+ config_sources:
141
+ - path: hydra.conf
142
+ schema: pkg
143
+ provider: hydra
144
+ - path: /gpfs/home2/qzhang1/C3G/config
145
+ schema: file
146
+ provider: main
147
+ - path: ''
148
+ schema: structured
149
+ provider: schema
150
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26
151
+ choices:
152
+ training: finetune_dav3_rsblur_l1
153
+ dataset@dataset.rsblur: rsblur
154
+ dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
155
+ dataset/view_sampler@dataset.rsblur.view_sampler: bounded
156
+ model/decoder: splatting_cuda
157
+ model/encoder: noposplat
158
+ model/encoder/backbone: croco
159
+ hydra/env: default
160
+ hydra/callbacks: null
161
+ hydra/job_logging: default
162
+ hydra/hydra_logging: default
163
+ hydra/hydra_help: default
164
+ hydra/help: default
165
+ hydra/sweeper: basic
166
+ hydra/launcher: basic
167
+ hydra/output: default
168
+ verbose: false
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/.hydra/overrides.yaml ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ - +training=finetune_dav3_rsblur_l1
2
+ - trainer.num_nodes=1
3
+ - trainer.devices=4
4
+ - trainer.max_steps=20000
5
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt
6
+ - wandb.mode=online
7
+ - wandb.name=rsblur_v4_burst_from_scannetpp20k
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/checkpoints/best-psnr-val/psnr_17.612-info/global_step_1124.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e28a10b94d6717cadadfcf0cc93ac9e3f2f47f4e5b1c8ef7eeac38e7e298d6
3
+ size 6288224011
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/checkpoints/latest-info/global_step_2504.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:917a88ed231dc99fe748fb4e6ff1577693a6b3b908a173914abde00bf57a6ff2
3
+ size 6288224011
exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_23-55-26/main.log ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-05-03 23:55:50,194][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-03 23:55:50,211][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-05-03 23:55:50,417][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-05-03 23:55:50,551][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-05-03 23:56:13,783][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 4 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
10
+ [2026-05-03 23:56:19,714][pytorch_lightning.utilities.rank_zero][INFO] - Restoring states from the checkpoint path at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt
11
+ [2026-05-03 23:57:15,992][pytorch_lightning.utilities.rank_zero][INFO] - Restored all states from the checkpoint at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_burst_from_scannetpp20k/2026-05-03_21-32-34/checkpoints/latest-info/global_step_500.ckpt