zhaoshiwen commited on
Commit
b60a483
·
verified ·
1 Parent(s): c7b31fe

backup exp_eval_K_from_step500

Browse files
exp_eval_K_from_step500/2026-05-03_13-17-29/.hydra/config.yaml ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ encoder:
3
+ backbone:
4
+ name: croco
5
+ model: ViTLarge_BaseDecoder
6
+ patch_embed_cls: PatchEmbedDust3R
7
+ asymmetry_decoder: true
8
+ intrinsics_embed_loc: encoder
9
+ intrinsics_embed_degree: 4
10
+ intrinsics_embed_type: token
11
+ name: da3_resplat
12
+ opacity_mapping:
13
+ initial: 0.0
14
+ final: 0.0
15
+ warm_up: 1
16
+ num_monocular_samples: 32
17
+ num_surfaces: 1
18
+ predict_opacity: false
19
+ gaussians_per_pixel: 1
20
+ gaussian_adapter:
21
+ gaussian_scale_min: 0.5
22
+ gaussian_scale_max: 15.0
23
+ sh_degree: 3
24
+ d_feature: 128
25
+ visualizer:
26
+ num_samples: 8
27
+ min_resolution: 256
28
+ export_ply: false
29
+ apply_bounds_shim: true
30
+ gs_params_head_type: dpt_gs
31
+ pose_free: true
32
+ pretrained_weights: ''
33
+ da3_checkpoint: /gpfs/scratch1/shared/qzhang1/da3_pretrained/DA3-GIANT
34
+ resplat_checkpoint: /gpfs/scratch1/shared/qzhang1/resplat_pretrained/resplat-base-dl3dv-256x448-view8-1934a04c.pth
35
+ freeze_da3: true
36
+ freeze_resplat: true
37
+ use_pred_pose: true
38
+ decoder:
39
+ name: splatting_cuda
40
+ background_color:
41
+ - 0.0
42
+ - 0.0
43
+ - 0.0
44
+ make_scale_invariant: true
45
+ low_pass_filter: 0.3
46
+ decrease_lpf_step: -1
47
+ refiner: null
48
+ diffusion_head:
49
+ enc_k: 256
50
+ enc_df: 128
51
+ enc_df_out: 128
52
+ enc_d_point: 64
53
+ enc_cross_depth: 4
54
+ enc_self_depth: 2
55
+ dec_dim_model: 64
56
+ dec_cross_depth: 3
57
+ dec_num_virtual: 256
58
+ train_num_steps: 3
59
+ infer_num_steps: 3
60
+ use_cam_cond: false
61
+ use_vggt_priors: true
62
+ use_cam_pred: false
63
+ loss:
64
+ mse_l1:
65
+ weight: 0.5
66
+ empty_render_thresh: 0.02
67
+ lpips:
68
+ weight: 0.15
69
+ apply_after_step: 0
70
+ ssim:
71
+ weight: 0.05
72
+ wandb:
73
+ project: DAV3
74
+ entity: zswjsw-the-university-of-sydney
75
+ name: eval_K_from_step500
76
+ mode: offline
77
+ tags:
78
+ - rsblur
79
+ - diffusion_head
80
+ - da3_resplat
81
+ - finetune
82
+ - pred_pose
83
+ - l1
84
+ - curriculum
85
+ mode: train
86
+ data_loader:
87
+ train:
88
+ num_workers: 4
89
+ persistent_workers: true
90
+ batch_size: 1
91
+ seed: 1234
92
+ test:
93
+ num_workers: 2
94
+ persistent_workers: false
95
+ batch_size: 1
96
+ seed: 2345
97
+ val:
98
+ num_workers: 1
99
+ persistent_workers: false
100
+ batch_size: 1
101
+ seed: 3456
102
+ num_val_samples: 50
103
+ optimizer:
104
+ lr: 2.0e-05
105
+ warm_up_steps: 200
106
+ backbone_lr_multiplier: 0.01
107
+ checkpointing:
108
+ load: /scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_mask_from_zero/2026-05-03_09-35-01/checkpoints/latest-info/global_step_500.ckpt
109
+ every_n_train_steps: 501
110
+ save_top_k: 1
111
+ save_weights_only: false
112
+ load_weights_only: true
113
+ train:
114
+ depth_mode: depth
115
+ extended_visualization: false
116
+ print_log_every_n_steps: 10
117
+ context_view_loss: false
118
+ random_select_context_view: true
119
+ freeze_encoder: true
120
+ share_weight: 0.0
121
+ l_flow_weight: 0.0
122
+ cam_loss_weight: 0.0
123
+ test:
124
+ output_path: outputs/test
125
+ align_pose: true
126
+ pose_align_steps: 100
127
+ rot_opt_lr: 0.005
128
+ trans_opt_lr: 0.005
129
+ compute_scores: true
130
+ save_image: true
131
+ save_video: false
132
+ save_compare: false
133
+ use_tto: false
134
+ tto_steps: 200
135
+ tto_lr: 0.001
136
+ tto_geo_lr_scale: 0.1
137
+ seed: 111123
138
+ trainer:
139
+ max_steps: 5
140
+ val_check_interval: 1
141
+ gradient_clip_val: 1.0
142
+ num_nodes: 1
143
+ accumulate_grad_batches: 4
144
+ devices: 1
145
+ strategy: ddp
146
+ enable_progress_bar: true
147
+ num_sanity_val_steps: 10
148
+ precision: bf16-mixed
149
+ dataset:
150
+ rsblur:
151
+ make_baseline_1: false
152
+ relative_pose: false
153
+ augment: false
154
+ background_color:
155
+ - 0.0
156
+ - 0.0
157
+ - 0.0
158
+ overfit_to_scene: null
159
+ skip_bad_shape: false
160
+ view_sampler:
161
+ name: bounded
162
+ num_target_views: 4
163
+ num_context_views: 2
164
+ min_distance_between_context_views: 5
165
+ max_distance_between_context_views: 30
166
+ min_distance_to_context_views: 0
167
+ warm_up_steps: 0
168
+ initial_min_distance_between_context_views: 5
169
+ initial_max_distance_between_context_views: 20
170
+ min_context_views: 2
171
+ name: rsblur
172
+ roots:
173
+ - /scratch-shared/qzhang1/datasets/RSBlur/RSBlur
174
+ near: 0.1
175
+ far: 100.0
176
+ input_image_shape:
177
+ - 224
178
+ - 448
179
+ original_image_shape:
180
+ - 224
181
+ - 448
182
+ cameras_are_circular: false
183
+ baseline_min: 0.0
184
+ baseline_max: 10000000000.0
185
+ max_fov: 180.0
186
+ scene_list: []
187
+ val_scene_list:
188
+ - '0016'
189
+ - '0017'
190
+ - '0018'
191
+ - '0019'
192
+ samples_per_scene: 200
193
+ val_samples_per_scene: 50
exp_eval_K_from_step500/2026-05-03_13-17-29/.hydra/hydra.yaml ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: /scratch-shared/qzhang1/C3G_outputs/exp_${wandb.name}/${now:%Y-%m-%d_%H-%M-%S}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - +training=finetune_dav3_rsblur_l1
116
+ - trainer.num_nodes=1
117
+ - trainer.devices=1
118
+ - trainer.max_steps=5
119
+ - trainer.val_check_interval=1
120
+ - trainer.num_sanity_val_steps=10
121
+ - dataset.rsblur.input_image_shape=[224,448]
122
+ - dataset.rsblur.original_image_shape=[224,448]
123
+ - dataset.rsblur.view_sampler.num_context_views=2
124
+ - +data_loader.val.num_val_samples=50
125
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_mask_from_zero/2026-05-03_09-35-01/checkpoints/latest-info/global_step_500.ckpt
126
+ - checkpointing.load_weights_only=true
127
+ - wandb.mode=offline
128
+ - wandb.name=eval_K_from_step500
129
+ job:
130
+ name: main
131
+ chdir: null
132
+ override_dirname: +data_loader.val.num_val_samples=50,+training=finetune_dav3_rsblur_l1,checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_mask_from_zero/2026-05-03_09-35-01/checkpoints/latest-info/global_step_500.ckpt,checkpointing.load_weights_only=true,dataset.rsblur.input_image_shape=[224,448],dataset.rsblur.original_image_shape=[224,448],dataset.rsblur.view_sampler.num_context_views=2,trainer.devices=1,trainer.max_steps=5,trainer.num_nodes=1,trainer.num_sanity_val_steps=10,trainer.val_check_interval=1,wandb.mode=offline,wandb.name=eval_K_from_step500
133
+ id: ???
134
+ num: ???
135
+ config_name: main
136
+ env_set: {}
137
+ env_copy: []
138
+ config:
139
+ override_dirname:
140
+ kv_sep: '='
141
+ item_sep: ','
142
+ exclude_keys: []
143
+ runtime:
144
+ version: 1.3.2
145
+ version_base: '1.3'
146
+ cwd: /gpfs/home2/qzhang1/C3G
147
+ config_sources:
148
+ - path: hydra.conf
149
+ schema: pkg
150
+ provider: hydra
151
+ - path: /gpfs/home2/qzhang1/C3G/config
152
+ schema: file
153
+ provider: main
154
+ - path: ''
155
+ schema: structured
156
+ provider: schema
157
+ output_dir: /scratch-shared/qzhang1/C3G_outputs/exp_eval_K_from_step500/2026-05-03_13-17-29
158
+ choices:
159
+ training: finetune_dav3_rsblur_l1
160
+ dataset@dataset.rsblur: rsblur
161
+ dataset/view_sampler_dataset_specific_config@dataset.rsblur.view_sampler: bounded_rsblur
162
+ dataset/view_sampler@dataset.rsblur.view_sampler: bounded
163
+ model/decoder: splatting_cuda
164
+ model/encoder: noposplat
165
+ model/encoder/backbone: croco
166
+ hydra/env: default
167
+ hydra/callbacks: null
168
+ hydra/job_logging: default
169
+ hydra/hydra_logging: default
170
+ hydra/hydra_help: default
171
+ hydra/help: default
172
+ hydra/sweeper: basic
173
+ hydra/launcher: basic
174
+ hydra/output: default
175
+ verbose: false
exp_eval_K_from_step500/2026-05-03_13-17-29/.hydra/overrides.yaml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - +training=finetune_dav3_rsblur_l1
2
+ - trainer.num_nodes=1
3
+ - trainer.devices=1
4
+ - trainer.max_steps=5
5
+ - trainer.val_check_interval=1
6
+ - trainer.num_sanity_val_steps=10
7
+ - dataset.rsblur.input_image_shape=[224,448]
8
+ - dataset.rsblur.original_image_shape=[224,448]
9
+ - dataset.rsblur.view_sampler.num_context_views=2
10
+ - +data_loader.val.num_val_samples=50
11
+ - checkpointing.load=/scratch-shared/qzhang1/C3G_outputs/exp_rsblur_v4_mask_from_zero/2026-05-03_09-35-01/checkpoints/latest-info/global_step_500.ckpt
12
+ - checkpointing.load_weights_only=true
13
+ - wandb.mode=offline
14
+ - wandb.name=eval_K_from_step500
exp_eval_K_from_step500/2026-05-03_13-17-29/checkpoints/best-psnr-val/psnr_19.060-info/global_step_4.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483bc1499dd502b8949c3213a374a33d4491c5df98e76ec1cf57b6369ea2ac52
3
+ size 6288223755
exp_eval_K_from_step500/2026-05-03_13-17-29/main.log ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ [2026-05-03 13:17:38,715][dinov2][INFO] - using MLP layer as FFN
2
+ [2026-05-03 13:27:31,265][pytorch_lightning.utilities.rank_zero][INFO] - `Trainer.fit` stopped: `max_steps=5` reached.