zhaoshiwen commited on
Commit
036f94a
·
verified ·
1 Parent(s): db65675

backup exp_ablation_B

Browse files
exp_ablation_B/2026-05-03_11-27-58/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ use_pred_pose: true
38
+ decoder:
39
+ name: splatting_cuda
40
+ background_color:
41
+ - 0.0
42
+ - 0.0
43
+ - 0.0
44
+ make_scale_invariant: true
45
+ low_pass_filter: 0.3
46
+ decrease_lpf_step: -1
47
+ refiner: null
48
+ diffusion_head:
49
+ enc_k: 256
50
+ enc_df: 128
51
+ enc_df_out: 128
52
+ enc_d_point: 64
53
+ enc_cross_depth: 4
54
+ enc_self_depth: 2
55
+ dec_dim_model: 64
56
+ dec_cross_depth: 3
57
+ dec_num_virtual: 256
58
+ train_num_steps: 3
59
+ infer_num_steps: 3
60
+ use_cam_cond: false
61
+ use_vggt_priors: true
62
+ use_cam_pred: false
63
+ loss:
64
+ mse_l1:
65
+ weight: 0.5
66
+ empty_render_thresh: 0.02
67
+ lpips:
68
+ weight: 0.15
69
+ apply_after_step: 0
70
+ ssim:
71
+ weight: 0.05
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: ablation_B
76
+ mode: offline
77
+ tags:
78
+ - rsblur
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - finetune
82
+ - pred_pose
83
+ - l1
84
+ - curriculum
85
+ mode: train
86
+ data_loader:
87
+ train:
88
+ num_workers: 4
89
+ persistent_workers: true
90
+ batch_size: 1
91
+ seed: 1234
92
+ test:
93
+ num_workers: 2
94
+ persistent_workers: false
95
+ batch_size: 1
96
+ seed: 2345
97
+ val:
98
+ num_workers: 1
99
+ persistent_workers: false
100
+ batch_size: 1
101
+ seed: 3456
102
+ num_val_samples: 20
103
+ optimizer:
104
+ lr: 2.0e-05
105
+ warm_up_steps: 200
106
+ backbone_lr_multiplier: 0.01
107
+ checkpointing:
108
+ load: null
109
+ every_n_train_steps: 501
110
+ save_top_k: 1
111
+ save_weights_only: false
112
+ load_weights_only: false
113
+ train:
114
+ depth_mode: depth
115
+ extended_visualization: false
116
+ print_log_every_n_steps: 10
117
+ context_view_loss: false
118
+ random_select_context_view: true
119
+ freeze_encoder: true
120
+ share_weight: 0.0
121
+ l_flow_weight: 0.0
122
+ cam_loss_weight: 0.0
123
+ test:
124
+ output_path: outputs/test
125
+ align_pose: true
126
+ pose_align_steps: 100
127
+ rot_opt_lr: 0.005
128
+ trans_opt_lr: 0.005
129
+ compute_scores: true
130
+ save_image: true
131
+ save_video: false
132
+ save_compare: false
133
+ use_tto: false
134
+ tto_steps: 200
135
+ tto_lr: 0.001
136
+ tto_geo_lr_scale: 0.1
137
+ seed: 111123
138
+ trainer:
139
+ max_steps: 300
140
+ val_check_interval: 50
141
+ gradient_clip_val: 1.0
142
+ num_nodes: 1
143
+ accumulate_grad_batches: 4
144
+ devices: 1
145
+ strategy: ddp
146
+ enable_progress_bar: true
147
+ num_sanity_val_steps: 0
148
+ precision: bf16-mixed
149
+ dataset:
150
+ rsblur:
151
+ make_baseline_1: false
152
+ relative_pose: false
153
+ augment: false
154
+ background_color:
155
+ - 0.0
156
+ - 0.0
157
+ - 0.0
158
+ overfit_to_scene: null
159
+ skip_bad_shape: false
160
+ view_sampler:
161
+ name: bounded
162
+ num_target_views: 4
163
+ num_context_views: 5
164
+ min_distance_between_context_views: 5
165
+ max_distance_between_context_views: 30
166
+ min_distance_to_context_views: 0
167
+ warm_up_steps: 0
168
+ initial_min_distance_between_context_views: 5
169
+ initial_max_distance_between_context_views: 20
170
+ min_context_views: 2
171
+ name: rsblur
172
+ roots:
173
+ - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
174
+ near: 0.1
175
+ far: 100.0
176
+ input_image_shape:
177
+ - 320
178
+ - 512
179
+ original_image_shape:
180
+ - 320
181
+ - 512
182
+ cameras_are_circular: false
183
+ baseline_min: 0.0
184
+ baseline_max: 10000000000.0
185
+ max_fov: 180.0
186
+ scene_list: []
187
+ val_scene_list:
188
+ - '0016'
189
+ - '0017'
190
+ - '0018'
191
+ - '0019'
192
+ samples_per_scene: 200
193
+ val_samples_per_scene: 50
exp_ablation_B/2026-05-03_11-27-58/.hydra/hydra.yaml ADDED
@@ -0,0 +1,173 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=finetune_dav3_rsblur_l1
116
+ - trainer.num_nodes=1
117
+ - trainer.devices=1
118
+ - trainer.max_steps=300
119
+ - trainer.val_check_interval=50
120
+ - dataset.rsblur.input_image_shape=[320,512]
121
+ - dataset.rsblur.original_image_shape=[320,512]
122
+ - dataset.rsblur.view_sampler.num_context_views=5
123
+ - +data_loader.val.num_val_samples=20
124
+ - checkpointing.load=null
125
+ - wandb.mode=offline
126
+ - wandb.name=ablation_B
127
+ job:
128
+ name: main
129
+ chdir: null
130
+ override_dirname: +data_loader.val.num_val_samples=20,+training=finetune_dav3_rsblur_l1,checkpointing.load=null,dataset.rsblur.input_image_shape=[320,512],dataset.rsblur.original_image_shape=[320,512],dataset.rsblur.view_sampler.num_context_views=5,trainer.devices=1,trainer.max_steps=300,trainer.num_nodes=1,trainer.val_check_interval=50,wandb.mode=offline,wandb.name=ablation_B
131
+ id: ???
132
+ num: ???
133
+ config_name: main
134
+ env_set: {}
135
+ env_copy: []
136
+ config:
137
+ override_dirname:
138
+ kv_sep: '='
139
+ item_sep: ','
140
+ exclude_keys: []
141
+ runtime:
142
+ version: 1.3.2
143
+ version_base: '1.3'
144
+ cwd: /gpfs/home2/qzhang1/C3G
145
+ config_sources:
146
+ - path: hydra.conf
147
+ schema: pkg
148
+ provider: hydra
149
+ - path: /gpfs/home2/qzhang1/C3G/config
150
+ schema: file
151
+ provider: main
152
+ - path: ''
153
+ schema: structured
154
+ provider: schema
155
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_ablation_B/2026-05-03_11-27-58
156
+ choices:
157
+ training: finetune_dav3_rsblur_l1
158
+ dataset@dataset.rsblur: rsblur
159
+ dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
160
+ dataset/view_sampler@dataset.rsblur.view_sampler: bounded
161
+ model/decoder: splatting_cuda
162
+ model/encoder: noposplat
163
+ model/encoder/backbone: croco
164
+ hydra/env: default
165
+ hydra/callbacks: null
166
+ hydra/job_logging: default
167
+ hydra/hydra_logging: default
168
+ hydra/hydra_help: default
169
+ hydra/help: default
170
+ hydra/sweeper: basic
171
+ hydra/launcher: basic
172
+ hydra/output: default
173
+ verbose: false
exp_ablation_B/2026-05-03_11-27-58/.hydra/overrides.yaml ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - +training=finetune_dav3_rsblur_l1
2
+ - trainer.num_nodes=1
3
+ - trainer.devices=1
4
+ - trainer.max_steps=300
5
+ - trainer.val_check_interval=50
6
+ - dataset.rsblur.input_image_shape=[320,512]
7
+ - dataset.rsblur.original_image_shape=[320,512]
8
+ - dataset.rsblur.view_sampler.num_context_views=5
9
+ - +data_loader.val.num_val_samples=20
10
+ - checkpointing.load=null
11
+ - wandb.mode=offline
12
+ - wandb.name=ablation_B
exp_ablation_B/2026-05-03_11-27-58/checkpoints/best-psnr-val/psnr_16.237-info/global_step_299.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8328803d62e0e0e871c0dde1d44f86e73830c718d060c74da402525be5ecf936
3
+ size 6288223755
exp_ablation_B/2026-05-03_11-27-58/main.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ [2026-05-03 11:29:16,127][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-03 12:01:00,070][pytorch_lightning.utilities.rank_zero][INFO] - `Trainer.fit` stopped: `max_steps=300` reached.