zhaoshiwen commited on
Commit
95ce4df
·
verified ·
1 Parent(s): 74329e8

backup exp_rsblur_v4_smooth_clamp_from_19148

Browse files
exp_rsblur_v4_smooth_clamp_from_19148/2026-05-05_02-36-36/.hydra/config.yaml ADDED
@@ -0,0 +1,195 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ use_pred_pose: true
38
+ decoder:
39
+ name: splatting_cuda
40
+ background_color:
41
+ - 0.0
42
+ - 0.0
43
+ - 0.0
44
+ make_scale_invariant: true
45
+ low_pass_filter: 0.3
46
+ decrease_lpf_step: -1
47
+ refiner: null
48
+ diffusion_head:
49
+ enc_k: 256
50
+ enc_df: 128
51
+ enc_df_out: 128
52
+ enc_d_point: 64
53
+ enc_cross_depth: 4
54
+ enc_self_depth: 2
55
+ dec_dim_model: 64
56
+ dec_cross_depth: 3
57
+ dec_num_virtual: 256
58
+ train_num_steps: 3
59
+ infer_num_steps: 3
60
+ use_cam_cond: false
61
+ use_vggt_priors: true
62
+ use_cam_pred: false
63
+ loss:
64
+ mse_l1:
65
+ weight: 0.8
66
+ empty_render_thresh: 0.02
67
+ lpips:
68
+ weight: 0.05
69
+ apply_after_step: 2000
70
+ ssim:
71
+ weight: 0.2
72
+ depth:
73
+ weight: 0.1
74
+ wandb:
75
+ project: DAV3
76
+ entity: zswjsw-the-university-of-sydney
77
+ name: rsblur_v4_smooth_clamp_from_19148
78
+ mode: online
79
+ tags:
80
+ - rsblur
81
+ - diffusion_head
82
+ - da3_resplat
83
+ - finetune
84
+ - pred_pose
85
+ - l1
86
+ - curriculum
87
+ mode: train
88
+ data_loader:
89
+ train:
90
+ num_workers: 4
91
+ persistent_workers: true
92
+ batch_size: 1
93
+ seed: 1234
94
+ test:
95
+ num_workers: 2
96
+ persistent_workers: false
97
+ batch_size: 1
98
+ seed: 2345
99
+ val:
100
+ num_workers: 1
101
+ persistent_workers: false
102
+ batch_size: 1
103
+ seed: 3456
104
+ num_val_samples: 200
105
+ optimizer:
106
+ lr: 5.0e-06
107
+ warm_up_steps: 200
108
+ backbone_lr_multiplier: 0.01
109
+ checkpointing:
110
+ load: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-05_02-04-23/checkpoints/best-psnr-val/psnr_19.148-info/global_step_2374.ckpt
111
+ every_n_train_steps: 501
112
+ save_top_k: 1
113
+ save_weights_only: false
114
+ load_weights_only: false
115
+ train:
116
+ depth_mode: depth
117
+ extended_visualization: false
118
+ print_log_every_n_steps: 10
119
+ context_view_loss: false
120
+ random_select_context_view: true
121
+ freeze_encoder: true
122
+ share_weight: 0.0
123
+ l_flow_weight: 0.0
124
+ cam_loss_weight: 0.0
125
+ test:
126
+ output_path: outputs/test
127
+ align_pose: true
128
+ pose_align_steps: 100
129
+ rot_opt_lr: 0.005
130
+ trans_opt_lr: 0.005
131
+ compute_scores: true
132
+ save_image: true
133
+ save_video: false
134
+ save_compare: false
135
+ use_tto: false
136
+ tto_steps: 200
137
+ tto_lr: 0.001
138
+ tto_geo_lr_scale: 0.1
139
+ seed: 111123
140
+ trainer:
141
+ max_steps: 20000
142
+ val_check_interval: 500
143
+ gradient_clip_val: 0.5
144
+ num_nodes: 1
145
+ accumulate_grad_batches: 4
146
+ devices: 4
147
+ strategy: ddp
148
+ enable_progress_bar: true
149
+ num_sanity_val_steps: 0
150
+ precision: bf16-mixed
151
+ dataset:
152
+ rsblur:
153
+ make_baseline_1: false
154
+ relative_pose: false
155
+ augment: false
156
+ background_color:
157
+ - 0.0
158
+ - 0.0
159
+ - 0.0
160
+ overfit_to_scene: null
161
+ skip_bad_shape: false
162
+ view_sampler:
163
+ name: bounded
164
+ num_target_views: 4
165
+ num_context_views: 8
166
+ min_distance_between_context_views: 5
167
+ max_distance_between_context_views: 30
168
+ min_distance_to_context_views: 0
169
+ warm_up_steps: 0
170
+ initial_min_distance_between_context_views: 5
171
+ initial_max_distance_between_context_views: 20
172
+ min_context_views: 2
173
+ name: rsblur
174
+ roots:
175
+ - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
176
+ near: 0.1
177
+ far: 100.0
178
+ input_image_shape:
179
+ - 280
180
+ - 448
181
+ original_image_shape:
182
+ - 280
183
+ - 448
184
+ cameras_are_circular: false
185
+ baseline_min: 0.0
186
+ baseline_max: 10000000000.0
187
+ max_fov: 180.0
188
+ scene_list: []
189
+ val_scene_list:
190
+ - '0016'
191
+ - '0017'
192
+ - '0018'
193
+ - '0019'
194
+ samples_per_scene: 200
195
+ val_samples_per_scene: 50
exp_rsblur_v4_smooth_clamp_from_19148/2026-05-05_02-36-36/.hydra/hydra.yaml ADDED
@@ -0,0 +1,171 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=finetune_dav3_rsblur_l1
116
+ - trainer.num_nodes=1
117
+ - trainer.devices=4
118
+ - trainer.max_steps=20000
119
+ - trainer.gradient_clip_val=0.5
120
+ - optimizer.lr=5e-6
121
+ - dataset.rsblur.view_sampler.num_context_views=8
122
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-05_02-04-23/checkpoints/best-psnr-val/psnr_19.148-info/global_step_2374.ckpt
123
+ - wandb.mode=online
124
+ - wandb.name=rsblur_v4_smooth_clamp_from_19148
125
+ job:
126
+ name: main
127
+ chdir: null
128
+ override_dirname: +training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-05_02-04-23/checkpoints/best-psnr-val/psnr_19.148-info/global_step_2374.ckpt,dataset.rsblur.view_sampler.num_context_views=8,optimizer.lr=5e-6,trainer.devices=4,trainer.gradient_clip_val=0.5,trainer.max_steps=20000,trainer.num_nodes=1,wandb.mode=online,wandb.name=rsblur_v4_smooth_clamp_from_19148
129
+ id: ???
130
+ num: ???
131
+ config_name: main
132
+ env_set: {}
133
+ env_copy: []
134
+ config:
135
+ override_dirname:
136
+ kv_sep: '='
137
+ item_sep: ','
138
+ exclude_keys: []
139
+ runtime:
140
+ version: 1.3.2
141
+ version_base: '1.3'
142
+ cwd: /gpfs/home2/qzhang1/C3G
143
+ config_sources:
144
+ - path: hydra.conf
145
+ schema: pkg
146
+ provider: hydra
147
+ - path: /gpfs/home2/qzhang1/C3G/config
148
+ schema: file
149
+ provider: main
150
+ - path: ''
151
+ schema: structured
152
+ provider: schema
153
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_smooth_clamp_from_19148/2026-05-05_02-36-36
154
+ choices:
155
+ training: finetune_dav3_rsblur_l1
156
+ dataset@dataset.rsblur: rsblur
157
+ dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
158
+ dataset/view_sampler@dataset.rsblur.view_sampler: bounded
159
+ model/decoder: splatting_cuda
160
+ model/encoder: noposplat
161
+ model/encoder/backbone: croco
162
+ hydra/env: default
163
+ hydra/callbacks: null
164
+ hydra/job_logging: default
165
+ hydra/hydra_logging: default
166
+ hydra/hydra_help: default
167
+ hydra/help: default
168
+ hydra/sweeper: basic
169
+ hydra/launcher: basic
170
+ hydra/output: default
171
+ verbose: false
exp_rsblur_v4_smooth_clamp_from_19148/2026-05-05_02-36-36/.hydra/overrides.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ - +training=finetune_dav3_rsblur_l1
2
+ - trainer.num_nodes=1
3
+ - trainer.devices=4
4
+ - trainer.max_steps=20000
5
+ - trainer.gradient_clip_val=0.5
6
+ - optimizer.lr=5e-6
7
+ - dataset.rsblur.view_sampler.num_context_views=8
8
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-05_02-04-23/checkpoints/best-psnr-val/psnr_19.148-info/global_step_2374.ckpt
9
+ - wandb.mode=online
10
+ - wandb.name=rsblur_v4_smooth_clamp_from_19148
exp_rsblur_v4_smooth_clamp_from_19148/2026-05-05_02-36-36/checkpoints/best-psnr-val/psnr_19.102-info/global_step_2499.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f42a5872a0db4d5a6d9bbc536b86f3a1ddc47262d9b789e09ee923cfcc2b9d8
3
+ size 6288224011
exp_rsblur_v4_smooth_clamp_from_19148/2026-05-05_02-36-36/main.log ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2026-05-05 02:37:00,254][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-05 02:37:00,279][dinov2][INFO] - using MLP layer as FFN
3
+ [2026-05-05 02:37:00,435][dinov2][INFO] - using MLP layer as FFN
4
+ [2026-05-05 02:37:00,573][dinov2][INFO] - using MLP layer as FFN
5
+ [2026-05-05 02:37:24,193][pytorch_lightning.utilities.rank_zero][INFO] - ----------------------------------------------------------------------------------------------------
6
+ distributed_backend=nccl
7
+ All distributed processes registered. Starting with 4 processes
8
+ ----------------------------------------------------------------------------------------------------
9
+
10
+ [2026-05-05 02:39:05,178][pytorch_lightning.utilities.rank_zero][INFO] - Restoring states from the checkpoint path at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-05_02-04-23/checkpoints/best-psnr-val/psnr_19.148-info/global_step_2374.ckpt
11
+ [2026-05-05 02:40:15,839][pytorch_lightning.utilities.rank_zero][INFO] - Restored all states from the checkpoint at /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_1to1_V8_ssim02_from_best_2124/2026-05-05_02-04-23/checkpoints/best-psnr-val/psnr_19.148-info/global_step_2374.ckpt