Upload 2 files

config.yaml

@@ -0,0 +1,236 @@
+MODEL:
+  WEIGHTS: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/dino_logs/abl_a3/v4_16gpu/lr=5e-4_e70b-1_warmup=5/lr=5e-4_warmup=5_hold_epochs=0_min_lr=1e-6_frz=last_layer=1_break_at_epochs=-1/model_final.pth
+  pretrained_weights: []
+  WEIGHTS_ONLY: ''
+compute_precision:
+  grad_scaler: true
+  teacher:
+    backbone:
+      sharding_strategy: NO_SHARD
+      mixed_precision:
+        param_dtype: fp16
+        reduce_dtype: fp16
+        buffer_dtype: fp32
+    dino_head:
+      sharding_strategy: NO_SHARD
+      mixed_precision:
+        param_dtype: fp16
+        reduce_dtype: fp16
+        buffer_dtype: fp32
+    ibot_head:
+      sharding_strategy: NO_SHARD
+      mixed_precision:
+        param_dtype: fp16
+        reduce_dtype: fp16
+        buffer_dtype: fp32
+  student:
+    backbone:
+      sharding_strategy: NO_SHARD
+      mixed_precision:
+        param_dtype: fp16
+        reduce_dtype: fp16
+        buffer_dtype: fp32
+    dino_head:
+      sharding_strategy: NO_SHARD
+      mixed_precision:
+        param_dtype: fp16
+        reduce_dtype: fp32
+        buffer_dtype: fp32
+    ibot_head:
+      sharding_strategy: NO_SHARD
+      mixed_precision:
+        param_dtype: fp16
+        reduce_dtype: fp32
+        buffer_dtype: fp32
+dino:
+  loss_weight: 1.0
+  head_n_prototypes: 65536
+  head_bottleneck_dim: 256
+  head_nlayers: 3
+  head_hidden_dim: 2048
+  koleo_loss_weight: 0.0
+ibot:
+  loss_weight: 0.1
+  mask_sample_probability: 0.5
+  mask_ratio_min_max:
+  - 0.1
+  - 0.5
+  separate_head: false
+  head_n_prototypes: 65536
+  head_bottleneck_dim: 256
+  head_nlayers: 3
+  head_hidden_dim: 2048
+pe_distil:
+  loss_weight: 0.0
+aux_loss:
+  enable: false
+  gating_loss_weight: 0.0
+  diversity_loss_weight: 0.0
+  sparsity_loss_weight: 0.0
+gradient_accumulation_steps: 1
+train:
+  dataset:
+    id: ConcatDataset
+    datasets:
+    - id: FmowDataset
+      root: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/datasets/
+      split: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/datasets/fmow/metadata_v2/fmow_iwm_onid_train_val_savioclean_min42max1024.parquet
+      num_sens: 2
+      full_spectra: false
+      subset: 800000
+    - id: SatlasDataset
+      root: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/datasets/satlas
+      num_sens: 2
+      full_spectra: false
+      metadata_path: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/datasets/satlas/metadata_v2/fmow_iwm_onid_3sensors_all_clean.parquet
+    - id: MMEarth
+      base_path: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/datasets/mmearth/data_1M_v001
+      split: train
+      modalities: MODALITY_MINIMAL_SET1
+      full_spectra: false
+    - id: SpectralEarth
+      split: train
+      root: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/datasets/
+      full_spectra: false
+  dino_augm:
+    id: ChnSpatialAugmentationV4
+    global_crops_number: 2
+    global_crops_size: 224
+    global_crops_scale:
+    - 0.32
+    - 1.0
+    global_crops_spectral_size:
+    - 1.0
+    - 4
+    - 13
+    global_modes_probs:
+    - 1
+    - 0
+    - 0
+    - 0
+    global_multi_select_view_in_single_sensor_modes: false
+    global_hs_modes_probs:
+    - 1
+    - 0
+    - 0
+    - 0
+    - 0
+    global_hs_multi_select_view_in_single_sensor_modes: true
+    local_crops_number: 4
+    local_crops_size: 98
+    local_crops_scale:
+    - 0.05
+    - 0.32
+    local_crops_spectral_size:
+    - 1.0
+    - 1
+    - 4
+    local_modes_probs:
+    - 1
+    - 0
+    - 0
+    - 0
+    local_multi_select_view_in_single_sensor_modes: true
+    local_hs_modes_probs:
+    - 1
+    - 0
+    - 0
+    - 0
+    - 0
+    local_hs_multi_select_view_in_single_sensor_modes: true
+  batch_size_per_gpu: 75
+  num_workers: 16
+  drop_last: true
+  pin_memory: true
+  persistent_workers: true
+  use_wandb: true
+  output_dir: /hkfs/work/workspace/scratch/tum_mhj8661-panopticon/dino_logs/abl_a3_s2/v9_16gpu/ds=fmow-800k^satl^mme^spee_lr=5e-4_augm=v4_c13_e=70_model=stg1_16gpu/lr=5e-4_warmup=5_hold_epochs=0_min_lr=1e-6_frz=last_layer=1_break_at_epochs=-1_bsz=75
+  saveckp_freq: 5
+  seed: 21
+  OFFICIAL_EPOCH_LENGTH: 1250
+  centering: centering
+  log_every_n_steps: 10
+  eff_bsz: 75
+  short_exp_name: abl_a3_s2/v9_16gpu/ds=fmow-800k^satl^mme^spee_lr=5e-4_augm=v4_c13_e=70_model=stg1_16gpu
+student:
+  arch: vit_base
+  embed_layer: ChnFusionPE2
+  patch_size: 14
+  pos_emb_img_size: 518
+  drop_path_rate: 0.0
+  layerscale: 1.0e-05
+  drop_path_uniform: true
+  pretrained_weights: []
+  ffn_layer: mlp
+  block_chunks: 0
+  qkv_bias: true
+  proj_bias: true
+  ffn_bias: true
+  num_register_tokens: 0
+  interpolate_antialias: false
+  interpolate_offset: 0.1
+  in_chans: 3
+  pe_args:
+    tokenizer_type: conv3d
+    before_proj_id: 0
+    after_proj_id: -1
+    in_dim: 2304
+    chnfus_cfg:
+      id: ChnAttn
+      query_mode: standard
+      layer_norm: false
+      chnemb_cfg:
+        id: ChnEmbV3
+      attn_cfg:
+        num_heads: 16
+      s_attn_cfg:
+        num_blocks: 0
+        mode: mix_chns
+        num_heads: 4
+teacher:
+  pretrained_weights: []
+  momentum_teacher: 0.994
+  final_momentum_teacher: 1.0
+  warmup_teacher_temp: 0.04
+  teacher_temp: 0.07
+  warmup_teacher_temp_epochs: 5
+optim:
+  epochs: 70
+  weight_decay: 0.04
+  weight_decay_end: 0.2
+  base_lr: 0.0005
+  lr: 0.0005412658773652743
+  warmup_epochs: 5
+  min_lr: 1.0e-06
+  lr_multiplier: blocks=0.2
+  freeze_weights: last_layer=1
+  scaling_rule: sqrt_wrt_1024
+  clip_grad: 3.0
+  layerwise_decay: 0.9
+  adamw_beta1: 0.9
+  adamw_beta2: 0.999
+  break_at_epochs: -1
+  online_lr_batch_scaling: false
+  hold_epochs: 0
+eval:
+  only_eval: false
+  skip: false
+  config_obj: /home/hk-project-pai00028/tum_mhj8661/code/PanOpticOn/dinov2/configs/eval/oe
+  overwrite: false
+  overwrites:
+    optim:
+      dl:
+        batch_size: 200
+        num_workers: 8
+  eval_period_epoch: 2
+  eval_period_iterations: -1
+  remove_ckpts: false
+  include_final_ckpt: true
+  final_model:
+    config_obj: /home/hk-project-pai00028/tum_mhj8661/code/PanOpticOn/dinov2/configs/eval/oe;/home/hk-project-pai00028/tum_mhj8661/code/PanOpticOn/dinov2/configs/eval/fm/
+    overwrite: false
+    overwrites: null
+  use_online_eval: false
+add_args: true
+tmpfile: null
+slurm_job_id: '2957504'

model_final.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99b3899c5d3f22ea58dc3e52669ff0a828e62a97f86b759cb8634eeaaf4ae53
+size 1954696007