Update config.yaml

config.yaml

@@ -1,7 +1,6 @@
 MODEL:
-  WEIGHTS: path/to/stage1/model_final.pth
+  WEIGHTS: path/to/stage1/run/model_final.pth
   pretrained_weights: []
-  WEIGHTS_ONLY: ''
 compute_precision:
   grad_scaler: true
   teacher:
@@ -60,8 +59,6 @@ ibot:
   head_bottleneck_dim: 256
   head_nlayers: 3
   head_hidden_dim: 2048
-pe_distil:
-  loss_weight: 0.0
 aux_loss:
   enable: false
   gating_loss_weight: 0.0
@@ -73,71 +70,51 @@ train:
     id: ConcatDataset
     datasets:
     - id: FmowDataset
-      root: {oc.env:RDIR}/datasets/
-      split: {oc.env:RDIR}/datasets/fmow/metadata_v2/fmow_iwm_onid_train_val_savioclean_min42max1024.parquet
+      root: ${oc.env:RDIR}/datasets/
+      split: ${oc.env:RDIR}/datasets/fmow/metadata_v2/fmow_iwm_onid_train_val_savioclean_min42max1024.parquet
       num_sens: 2
       full_spectra: false
-      subset: 800000
+      subset: 800000 # super-sample to adjust for the indexing by location (several 100 views per location)
     - id: SatlasDataset
-      root: {oc.env:RDIR}/datasets/satlas
+      root: ${oc.env:RDIR}/datasets/satlas
       num_sens: 2
       full_spectra: false
-      metadata_path: {oc.env:RDIR}/datasets/satlas/metadata_v2/fmow_iwm_onid_3sensors_all_clean.parquet
+      metadata_path: ${oc.env:RDIR}/datasets/satlas/metadata_v2/fmow_iwm_onid_3sensors_all_clean.parquet
     - id: MMEarth
-      base_path: {oc.env:RDIR}/datasets/mmearth/data_1M_v001
+      base_path: ${oc.env:RDIR}/datasets/mmearth/data_1M_v001
       split: train
       modalities: MODALITY_MINIMAL_SET1
       full_spectra: false
     - id: SpectralEarth
       split: train
-      root: {oc.env:RDIR}/datasets/
+      root: ${oc.env:RDIR}/datasets/
       full_spectra: false
   dino_augm:
-    id: ChnSpatialAugmentationV4
+    id: PanopticonAugmentation
     global_crops_number: 2
     global_crops_size: 224
     global_crops_scale:
     - 0.32
     - 1.0
     global_crops_spectral_size:
-    - 1.0
     - 4
     - 13
-    global_modes_probs:
-    - 1
-    - 0
-    - 0
-    - 0
     global_multi_select_view_in_single_sensor_modes: false
     global_hs_modes_probs:
     - 1
     - 0
-    - 0
-    - 0
-    - 0
-    global_hs_multi_select_view_in_single_sensor_modes: true
     local_crops_number: 4
     local_crops_size: 98
     local_crops_scale:
     - 0.05
     - 0.32
     local_crops_spectral_size:
-    - 1.0
     - 1
     - 4
-    local_modes_probs:
-    - 1
-    - 0
-    - 0
-    - 0
     local_multi_select_view_in_single_sensor_modes: true
     local_hs_modes_probs:
     - 1
     - 0
-    - 0
-    - 0
-    - 0
-    local_hs_multi_select_view_in_single_sensor_modes: true
   batch_size_per_gpu: 75
   num_workers: 16
   drop_last: true
@@ -149,10 +126,9 @@ train:
   OFFICIAL_EPOCH_LENGTH: 1250
   centering: centering
   log_every_n_steps: 10
-  eff_bsz: 75
 student:
   arch: vit_base
-  embed_layer: ChnFusionPE2
+  embed_layer: ChnFusionPE
   patch_size: 14
   pos_emb_img_size: 518
   drop_path_rate: 0.0
@@ -167,24 +143,12 @@ student:
   num_register_tokens: 0
   interpolate_antialias: false
   interpolate_offset: 0.1
-  in_chans: 3
   pe_args:
-    tokenizer_type: conv3d
-    before_proj_id: 0
-    after_proj_id: -1
-    in_dim: 2304
+    attn_dim: 2304
     chnfus_cfg:
-      id: ChnAttn
-      query_mode: standard
       layer_norm: false
-      chnemb_cfg:
-        id: ChnEmbV3
       attn_cfg:
         num_heads: 16
-      s_attn_cfg:
-        num_blocks: 0
-        mode: mix_chns
-        num_heads: 4
 teacher:
   pretrained_weights: []
   momentum_teacher: 0.994
@@ -213,7 +177,7 @@ optim:
 eval:
   only_eval: false
   skip: false
-  config_obj: /home/hk-project-pai00028/tum_mhj8661/code/PanOpticOn/dinov2/configs/eval/oe
+  config_obj: ${oc.env:CDIR}/eval/oe
   overwrite: false
   overwrites:
     optim:
@@ -225,10 +189,6 @@ eval:
   remove_ckpts: false
   include_final_ckpt: true
   final_model:
-    config_obj: /home/hk-project-pai00028/tum_mhj8661/code/PanOpticOn/dinov2/configs/eval/oe;/home/hk-project-pai00028/tum_mhj8661/code/PanOpticOn/dinov2/configs/eval/fm/
+    config_obj: ${oc.env:CDIR}/eval/oe;${oc.env:CDIR}/eval/fm/
     overwrite: false
-    overwrites: null
-  use_online_eval: false
-add_args: true
-tmpfile: null
-slurm_job_id: '2957504'
+    overwrites: null