dense/config.yaml

loss:
  stability:
    weight: 1.0
  lpips:
    apply_after_step: 0
    weight: 0.5
    perceptual_loss: true
  mse:
    weight: 1.0
  deltas:
    weight: 1
    exclude_by_norm_grad: true
    exclude_by_norm_grad_opposite: true
    eps: 1.0e-08
    apply_after_step: 100
dataset:
  image_shape:
  - 256
  - 448
  background_color:
  - 0.0
  - 0.0
  - 0.0
  cameras_are_circular: false
  overfit_to_scene: null
  opencv_pose_format: false
  pose_align_middle_view: false
  test_start_idx: 0
  view_sampler:
    name: boundedv2
    num_target_views: 6
    num_context_views: 64
    min_distance_between_context_views: -1
    max_distance_between_context_views: -1
    max_distance_to_context_views: 0
    context_gap_warm_up_steps: 10000
    target_gap_warm_up_steps: 0
    initial_min_distance_between_context_views: -1
    initial_max_distance_between_context_views: -1
    initial_max_distance_to_context_views: 0
    extra_views_sampling_strategy: farthest_point
    target_views_replace_sample: false
  name: dl3dv
  roots:
  - datasets/dl3dv-480p-chunks
  make_baseline_1: false
  augment: true
  baseline_epsilon: 0.001
  max_fov: 100.0
  skip_bad_shape: true
  near: 0.01
  far: 200.0
  baseline_scale_bounds: false
  shuffle_val: true
  test_len: -1
  test_chunk_interval: 1
  sort_target_index: true
  sort_context_index: true
  train_times_per_scene: 1
  test_times_per_scene: 1
  ori_image_shape:
  - 270
  - 480
  overfit_max_views: 148
  use_index_to_load_chunk: false
  mix_tartanair: false
  no_mix_test_set: true
  load_depth: false
  center_pose: false
  pose_align_first_view: false
  scale_extrinsics: 1.0
  metric_scale_align_dl3dv: false
  min_views: 0
  max_views: 0
  highres: false
  mix_re10k: false
  re10k_min_view_dist: 40
  re10k_max_view_dist: 300
  load_remain_context: false
  num_remain_context: 8
  random_crop: false
  min_size:
  - 384
  - 512
  max_size:
  - 512
  - 960
  index_name: index_colmap.json
scene_trainer:
  scene_initializer:
    per_pixel: false
    per_view: false
    train_min_gaussians_subsample: 0.1
    train_max_gaussians_subsample: 1.0
    eval_min_gaussians_subsample: null
    eval_max_gaussians_subsample: null
    train_fixed_gaussians_num: 70000
    eval_fixed_gaussians_num: 70000
    name: colmap
    path: datasets/dl3dv-colmap-sfm
    normalize_world_space: false
    scaling_factor: 1.0
    init_opacity: 0.1
    sh_degree: 3
    dl3dv_settings: true
    filter_zero_rgb: true
    points3d_subdir: null
    points3d_ply_filename: null
    randomize_opacity: false
    randomize_opacity_distribution: uniform
    randomize_opacity_min: 0.0
    randomize_opacity_std: 0.05
    override_dataset_poses: true
  scene_optimizer:
    refiner:
      name: none
      do_densify: false
      do_prune: false
      do_opacity_reset: false
      cap_max: -1
      noise_lr: 0.0
      pause_refine_after_reset: 0
      refine_every: 999999999
      reset_every: 999999999
      refine_start_iter: 999999999
      refine_stop_iter: 999999999
      refine_scale2d_stop_iter: 0
      grow_grad2d: 0.0
      grow_scale3d: 0.0
      prune_scale3d: 0.0
      prune_scale2d: 0.0
      grow_scale2d: 0.0
      min_opacity: 0.0
      prune_zero_radii: false
      reduce_opacity: false
      reduce_factor: 0.0
      reduce_every: 0
    lr_scheduler:
      lr_data:
        _base: 1
        _means: 1
        _scales: 1
        _quats: 1
        _opacities: 1
        _sh0: 1
        _shN: 1
      apply_scheduler:
        _base: false
        _means: false
        _scales: false
        _quats: false
        _opacities: false
        _sh0: false
        _shN: false
      name: none
    input_gradients_chunk_size: -1
    no_refine_mean: false
    no_refine_scale: false
    no_refine_rotation: false
    no_refine_opacity: false
    no_refine_sh0: false
    no_refine_shN: false
    name: clogs
    no_render_error: false
    refine_sh_only: false
    num_basic_refine_blocks: 4
    num_refine_blocks: 1
    concat_init_state: false
    replace_init_state: false
    state_channels: 256
    refine_block_rmsnorm: false
    refine_block_layernorm: false
    pt_qk_norm: false
    norm_pt_block: false
    refine_gaussian_multiple: 1
    refine_residual_init_state: false
    clamp_refine_max_scale: 3.0
    clamp_min_scale: 1.0e-06
    clamp_min_raw_scales: -8.0
    clamp_max_raw_scales: 2.3
    clamp_min_raw_opacities: -7
    clamp_max_raw_opacities: 7
    gaussian_head_multiple: 1
    clamp_min_sh0: -10000000000.0
    clamp_max_sh0: 10000000000.0
    clamp_min_shs: -2.0
    clamp_max_shs: 2.0
    clamp_shs_soft: false
    update_attn_proj_channels: 64
    update_no_knn_attn: false
    update_no_tran_block_norm: false
    update_tran_block_act: gelu
    multi_gaussian_scale_smaller: false
    init_gaussian_multiple: 1
    refine_condition_pt_feature: true
    input_error_no_abs: false
    reinit_gaussian_when_refine_multiple: false
    refine_same_num_points: false
    input_error_rgb_no_shuffle: false
    input_error_cache_resnet_feature: false
    input_error_view_pool_resnet_feature: false
    input_error_global_pool_resnet_feature: false
    init_state_wo_features: true
    init_state_type: random
    init_state_scale: 1.0
    pt_heads: 1
    refine_with_mv_attn: false
    refine_with_mv_attn_lowres: false
    refine_no_mv_attn: false
    mv_attn_conv_with_norm: false
    refine_mv_shuffle_attn: false
    refine_mv_attn_with_pos_enc: false
    refine_shuffle_attn_no_norm: false
    refine_mv_unimatch_attn: false
    refine_knn_samples: 4
    refine_multi_scale_pt: false
    use_fused_attn: true
    prune_invisible_gaussians: false
    knn_idx_update_every: 1
    input_alpha: false
    input_depth: false
    input_depth_smooth_error: false
    input_error: false
    input_error_add_rgb_feature: false
    input_error_lpips_feature: false
    input_error_pool_vgg_features: false
    input_error_use_all_vgg_features: false
    input_error_vit_feature: false
    input_error_resnet_feature: true
    input_error_no_freeze_resnet_feature: false
    input_error_shallow_resnet_feature: false
    input_error_resnet_feature_layers: 18
    input_error_convnext_feature: false
    input_error_convnext_feature_size: small
    input_error_concat_feature: false
    input_error_concat_feature_cosine: false
    input_error_cosine_feature: false
    input_error_add_feature: false
    input_error_concat_rgb_feature: false
    input_error_cross_attn: false
    input_error_cross_attn_blocks: 1
    input_error_cross_attn_with_mlp: false
    input_error_radii_averaged: false
    input_error_additional_cross_attn: false
    input_error_num_intermediate_views: 8
    input_error_mv_attn: false
    input_error_mv_attn_blocks: 2
    input_error_mv_attn_lowres: false
    input_error_mv_attn_proj_channels: 0
    input_error_lowres_attn_down_factor: 4
    input_error_lowres_attn_pos_enc: false
    input_error_mv_attn_swin: false
    input_error_num_views: 0
    input_error_remain_context: false
    input_error_merge_remain_context: false
    input_error_warp_remain_context: false
    input_error_random_num_remain_context: false
    input_error_num_remain_context_test: 0
    input_error_warp_input_view: false
    input_zero_gaussian: false
    input_zero_state: false
    input_zero_init_state: false
    input_gradient: true
    input_gradient_log: false
    input_gradient_log_clip_deltas: 0.001
    input_gradient_scale: 1.0
    gradient_update_scale: 1.0
    input_gradient_with_ssim_loss: true
    input_gradient_same_loss: false
    input_gradient_loss_reduction: mean_pixels_sum_views
    scale_residual_grads: false
    window_local_refine: false
    window_global_refine: false
    window_local_global_refine: false
    update_window_size: 0
    local_gaussian_render: false
    input_error_half_res: false
    local_global_update: false
    num_global_update: 0
    train_global_update_only: false
    random_update_with_size: false
    ptv3: false
    ptv3_grid_size: 0.1
    use_amp: true
    pt_head_amp: true
    pt_update_amp: true
    use_checkpointing: false
    recurrent_use_checkpointing: false
    debug_refine_update_module: true
    debug_refine_mlp: false
    debug_refine_mlp_layers: 0
    debug_refine_mlp_fixed_init: false
    input_gradient_normalize: true
    input_gradient_normalize_type: adam
    input_normalize_state: false
    input_normalize_gaussians: false
    residual_state: false
    predict_state_scale: true
    predict_state_scale_norm: false
    update_head_concat_img: false
    update_head_layer_num: 2
    update_head_act: gelu
    update_head_final_act: identity
    update_head_hidden_dim_matches: input
    update_head_scale_mag: false
    update_head_scalar_scale: true
    update_head_scalar_scale_act: relu
    update_head_per_param_heads: false
    update_head_per_param_hidden_dim: 48
    update_head_per_param_scales: false
    opt_scales_before_act: true
    scale_initial_opacities: 1.0
    sh_d: 16
    local_prune_zero_radii: false
    local_prune_low_weights: false
    local_prune_low_weights_thresh: -1
    update_only_nonzero_grad: true
    experimental_run: false
    experimental_update:
      _base: true
      _means: true
      _scales: true
      _quats: true
      _opacities: true
      _sh0: true
      _shN: true
    experimental_use_grads: false
    experimental_use_norm_grads:
      _base: false
      _means: false
      _scales: false
      _quats: false
      _opacities: false
      _sh0: false
      _shN: false
    experimental_lr:
      _base: 1
      _means: 0.00016
      _scales: 0.005
      _opacities: 0.05
      _quats: 0.001
      _sh0: 0.0025
      _shN: 0.000125
    sample_init_gaussians: 0
    use_time_encoding: false
    time_encoding_max_steps: 2000
  decoder:
    name: gsplat
    use_covariances: false
    rasterize_mode: classic
    eps2d: 0.0001
  use_fsdp: false
  train_scene_init: false
  train_scene_opt: true
  train_min_refine: 1
  train_max_refine: 6
  num_update_steps: 2000
  iter_batch_size: -1
  opt_batch_size: 8
  opt_batch_size_min: 0
  opt_batch_size_max: 0
  opt_batch_strategy: random
  sh_degree_interval: 0
test:
  postprocessing:
    steps: 0
    compute_metrics_every: 100
    lr_data:
      _base: 1
      _means: 1
      _scales: 1
      _opacities: 1
      _quats: 1
      _sh0: 1
      _shN: 1
    scheduler: null
    scheduler_warm_up_ratio: 0.01
    prior_steps: 0
    means_lr_final_ratio: 0.0625
    means_lr_delay_mult: 0.01
    means_lr_scale_by_scene_extent: true
    chunk_size: -1
    adc: null
    name: none
  output_path: null
  compute_scores: true
  compute_scores_metrics:
  - psnr
  - ssim
  - lpips
  metrics_batch_size: 32
  eval_time_skip_steps: 0
  eval_initialization: true
  save_render_image: false
  save_render_image_last_only: false
  save_gt_image: false
  save_render_depth: false
  save_gt_depth: false
  save_error_image: false
  save_error_depth: false
  save_video: false
  save_video_fixed_view: false
  save_video_fixed_view_index: 0
  save_video_fixed_view_duplicate: 0
  save_video_fixed_iteration: false
  save_video_fixed_iteration_indices: null
  save_video_fixed_iteration_render_fixed_view: false
  save_video_combined: false
  save_video_combined_iterations: null
  save_video_combined_fixed_iteration_length: 50
  save_depth: false
  save_depth_npy: false
  save_depth_concat_img: false
  save_gaussian: false
  save_poses: false
  save_cameras_json: true
  no_align_to_view: false
  save_point_cloud: false
  render_chunk_size: null
  dec_chunk_size: 30
  stablize_camera: false
  stab_camera_kernel: 50
  eval_context_views: false
  inference_window_size: null
  profile_model: false
  save_colmap_train_test_views: false
  ori_colmap_data_path: null
  adam_optimizer_step: 0
  save_at_iters:
  - 0
  - 1
  - 5
  - 10
  - 50
  - 100
  - 200
  - 300
  - 400
  - 500
  - 1000
  save_every_freq:
  - 1
  - 10
  - 100
  - 500
  save_every_steps:
  - 0
  - 10
  - 100
  - 1000
  skip_if_outputs_exist: false
  scenes_filter: null
  experimental_add_noise_to_images: false
  experimental_add_noise_to_images_std: null
train:
  replay_buffer_cfg:
    capacity: 20
    sample_batch_size: 1
    sample_prob: 0.7
    insert_prob: 0.7
    return_prob: 0.99
    simulate_ahead: true
    simulate_ahead_min_steps: 1
    simulate_ahead_max_steps: 50
    simulate_ahead_grow: 10000
    max_t: null
    push_only_if_not_full: false
    remove_strategy_when_full: oldest
  depth_mode: null
  extended_visualization: false
  print_log_every_n_steps: 100
  eval_model_every_n_val: 2
  eval_data_length: 5
  eval_deterministic: false
  eval_time_skip_steps: 3
  eval_save_model: true
  l1_loss: true
  intermediate_loss_weight: 0.9
  no_viz_video: false
  eval_depth: false
  forward_depth_only: false
  train_ignore_large_loss: 0.0
  no_log_projections: true
  no_log_video: true
  depth_loss_weight: 0.0
  log_depth_loss: true
  depth_smooth_loss_weight: 0.0
  depth_smooth_loss_nonorm: false
  depth_smooth_loss_weight_nvs: 0.0
  monodepth_loss_weight: 0.0
  depth_teacher_loss_weight: 0.0
  viz_depth_teacher: false
  eval_render_depth: false
  render_depth_loss_weight: 0.0
  viz_render_depth: false
  use_gt_depth_range: false
  depth_range_from_disparity: false
  max_disparity: 128.0
  min_disparity: 4.0
  img_warp_loss_weight: 0.0
  warp_loss_start_step: 5000
  loss_on_input_views: true
  loss_on_target_views: true
  loss_on_input_views_num: 4
  loss_on_target_views_num: 6
  train_window_size: null
  half_res_lpips_loss: false
  viz_depth_separate: false
  scale_l2_loss_weight: 0.0
  sh_l2_loss_weight: 0.0
  opacity_l2_loss_weight: 0.0
  use_replay_buffer: true
wandb:
  project: eccv
  entity: placeholder
  name: dl3dv
  mode: online
  id: null
  notes: ''
  tags:
  - dl3dv
  - 270x480
mode: train
data_loader:
  train:
    num_workers: 10
    persistent_workers: true
    batch_size: 1
    seed: 1234
  test:
    num_workers: 4
    persistent_workers: false
    batch_size: 1
    seed: 2345
  val:
    num_workers: 1
    persistent_workers: true
    batch_size: 1
    seed: 3456
meta_optimizer:
  lr: 0.0001
  lr_monodepth: 0.0
  lr_depth: 0.0
  warm_up_steps: 2000
  weight_decay: 0.01
  warm_up_ratio: 0.01
  adamw_8bit: false
checkpointing:
  load: null
  every_n_train_steps: 1000
  save_top_k: 5
  pretrained_model: null
  pretrained_model_rel_dir: ${checkpoint_rel_dir:${checkpointing.pretrained_model}}
  pretrained_monodepth: null
  pretrained_mvdepth: null
  pretrained_depth: null
  pretrained_scale_predictor: null
  pretrained_depth_teacher: null
  no_strict_load: false
  resume: false
  no_resume_upsampler: false
  partial_load: false
  freeze_mono_vit: false
  resume_update_module: null
  pretrained_initializer: null
  pretrained_optimizer: null
  load_existing_cfg: false
seed: 111123
meta_trainer:
  max_steps: 50000
  val_check_interval: 0.25
  gradient_clip_val: 0.5
  num_sanity_val_steps: 1
  eval_index: null
  limit_test_batches: 1.0
  limit_train_batches: 1.0
  num_nodes: 1
output_dir: !!python/object/apply:src.misc.io.CustomPath
- checkpoints
- post_eccv
- sfm_init
- dl3dv_dense
- dense_knn_4_stability_or_rerun
use_plugins: false
log_slurm_id: true
version: 1
profiling:
  mode: none
debug_cfg: false