diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000200.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000200.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe37f37deed9c1c085b9b68ba3d1cd76cfd9b085
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000200.json
@@ -0,0 +1,151 @@
+{
+  "step": 200,
+  "model_type": "fm_vit",
+  "model_config": {
+    "embed_dim": 768,
+    "depth": 12,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "patch_size": 16,
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    }
+  },
+  "user_config": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "mask_ratio": 0.75,
+    "s2_value_scale": 0.0001,
+    "s1_value_scale": 1.0,
+    "landsat_value_scale": 0.0001,
+    "norm": "computed",
+    "norm_stats_file": "",
+    "norm_std_multiplier": 2.0,
+    "num_workers": 32,
+    "prefetch": 64,
+    "shuffle_buffer": 2000,
+    "depth": 12,
+    "embed_dim": 768,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "contrastive_weight": 0.1,
+    "contrastive_temp": 0.1,
+    "contrastive_proj_dim": 256,
+    "contrastive_lr": 0.001,
+    "contrastive_queue_size": 4096,
+    "contrastive_pooling": "mean_unmasked",
+    "spatial_aug": "flip_rotate",
+    "drop_s1_p": 0.3,
+    "drop_landsat_p": 0.3,
+    "distill_weight": 1.0,
+    "distill_every": 1,
+    "distill_teacher_patch_size": 4,
+    "distill_teacher_expected_hw": 64,
+    "distill_teacher_timesteps": 1,
+    "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain",
+    "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+    "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth",
+    "run": "dummy",
+    "device_type": "",
+    "num_iterations": 2000,
+    "device_batch_size": 2,
+    "grad_accum_steps": 8,
+    "lr": 0.0001,
+    "weight_decay": 0.05,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.01,
+    "warmdown_ratio": 0.4,
+    "final_lr_frac": 0.0,
+    "grad_clip": 1.0,
+    "resume_from_step": -1,
+    "init_from_model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast",
+    "init_from_step": 2600,
+    "init_from_model_path": "",
+    "init_nonstrict": false,
+    "freeze_blocks": false,
+    "freeze_final_norm": false,
+    "freeze_recon_head": false,
+    "eval_every": 200,
+    "eval_steps": 25,
+    "save_every": 200,
+    "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600"
+  },
+  "dataset_meta": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "grid_size": 8,
+    "mask_ratio": 0.75,
+    "value_scales": {
+      "sentinel2_l2a": 0.0001,
+      "sentinel1": 1.0,
+      "landsat": 0.0001
+    },
+    "norm": {
+      "strategy": "computed",
+      "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json",
+      "std_multiplier": 2.0
+    },
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    },
+    "contrastive": {
+      "weight": 0.1,
+      "temp": 0.1,
+      "proj_dim": 256,
+      "queue_size": 4096,
+      "pooling": "mean_unmasked",
+      "spatial_aug": "flip_rotate",
+      "drop_s1_p": 0.3,
+      "drop_landsat_p": 0.3
+    },
+    "distill": {
+      "weight": 1.0,
+      "every": 1,
+      "teacher_patch_size": 4,
+      "teacher_expected_hw": 64,
+      "teacher_timesteps": 1,
+      "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+      "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth"
+    }
+  },
+  "grad_accum_steps": 8,
+  "dataloader_state_dict": {
+    "epoch": 1,
+    "seen_in_epoch": 3559,
+    "rank": 0
+  },
+  "loop_state": {
+    "min_val_loss": 0.004307515919208527,
+    "smooth_train_loss": 0.5816326680596287,
+    "total_training_time": 1061.5331101417542
+  }
+}
\ No newline at end of file
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000400.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000400.json
new file mode 100644
index 0000000000000000000000000000000000000000..12d1a800df6f857cb9e5d6bdbd111c3e0e07144a
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000400.json
@@ -0,0 +1,151 @@
+{
+  "step": 400,
+  "model_type": "fm_vit",
+  "model_config": {
+    "embed_dim": 768,
+    "depth": 12,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "patch_size": 16,
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    }
+  },
+  "user_config": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "mask_ratio": 0.75,
+    "s2_value_scale": 0.0001,
+    "s1_value_scale": 1.0,
+    "landsat_value_scale": 0.0001,
+    "norm": "computed",
+    "norm_stats_file": "",
+    "norm_std_multiplier": 2.0,
+    "num_workers": 32,
+    "prefetch": 64,
+    "shuffle_buffer": 2000,
+    "depth": 12,
+    "embed_dim": 768,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "contrastive_weight": 0.1,
+    "contrastive_temp": 0.1,
+    "contrastive_proj_dim": 256,
+    "contrastive_lr": 0.001,
+    "contrastive_queue_size": 4096,
+    "contrastive_pooling": "mean_unmasked",
+    "spatial_aug": "flip_rotate",
+    "drop_s1_p": 0.3,
+    "drop_landsat_p": 0.3,
+    "distill_weight": 1.0,
+    "distill_every": 1,
+    "distill_teacher_patch_size": 4,
+    "distill_teacher_expected_hw": 64,
+    "distill_teacher_timesteps": 1,
+    "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain",
+    "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+    "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth",
+    "run": "dummy",
+    "device_type": "",
+    "num_iterations": 2000,
+    "device_batch_size": 2,
+    "grad_accum_steps": 8,
+    "lr": 0.0001,
+    "weight_decay": 0.05,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.01,
+    "warmdown_ratio": 0.4,
+    "final_lr_frac": 0.0,
+    "grad_clip": 1.0,
+    "resume_from_step": 200,
+    "init_from_model_tag": "",
+    "init_from_step": -1,
+    "init_from_model_path": "",
+    "init_nonstrict": false,
+    "freeze_blocks": false,
+    "freeze_final_norm": false,
+    "freeze_recon_head": false,
+    "eval_every": 200,
+    "eval_steps": 25,
+    "save_every": 200,
+    "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600"
+  },
+  "dataset_meta": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "grid_size": 8,
+    "mask_ratio": 0.75,
+    "value_scales": {
+      "sentinel2_l2a": 0.0001,
+      "sentinel1": 1.0,
+      "landsat": 0.0001
+    },
+    "norm": {
+      "strategy": "computed",
+      "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json",
+      "std_multiplier": 2.0
+    },
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    },
+    "contrastive": {
+      "weight": 0.1,
+      "temp": 0.1,
+      "proj_dim": 256,
+      "queue_size": 4096,
+      "pooling": "mean_unmasked",
+      "spatial_aug": "flip_rotate",
+      "drop_s1_p": 0.3,
+      "drop_landsat_p": 0.3
+    },
+    "distill": {
+      "weight": 1.0,
+      "every": 1,
+      "teacher_patch_size": 4,
+      "teacher_expected_hw": 64,
+      "teacher_timesteps": 1,
+      "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+      "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth"
+    }
+  },
+  "grad_accum_steps": 8,
+  "dataloader_state_dict": {
+    "epoch": 1,
+    "seen_in_epoch": 7096,
+    "rank": 0
+  },
+  "loop_state": {
+    "min_val_loss": 0.004169567953795195,
+    "smooth_train_loss": 0.5826649194448699,
+    "total_training_time": 1072.7411074638367
+  }
+}
\ No newline at end of file
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000600.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000600.json
new file mode 100644
index 0000000000000000000000000000000000000000..82123033ef63fedbd87546356e1df866588b4cbd
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000600.json
@@ -0,0 +1,151 @@
+{
+  "step": 600,
+  "model_type": "fm_vit",
+  "model_config": {
+    "embed_dim": 768,
+    "depth": 12,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "patch_size": 16,
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    }
+  },
+  "user_config": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "mask_ratio": 0.75,
+    "s2_value_scale": 0.0001,
+    "s1_value_scale": 1.0,
+    "landsat_value_scale": 0.0001,
+    "norm": "computed",
+    "norm_stats_file": "",
+    "norm_std_multiplier": 2.0,
+    "num_workers": 32,
+    "prefetch": 64,
+    "shuffle_buffer": 2000,
+    "depth": 12,
+    "embed_dim": 768,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "contrastive_weight": 0.1,
+    "contrastive_temp": 0.1,
+    "contrastive_proj_dim": 256,
+    "contrastive_lr": 0.001,
+    "contrastive_queue_size": 4096,
+    "contrastive_pooling": "mean_unmasked",
+    "spatial_aug": "flip_rotate",
+    "drop_s1_p": 0.3,
+    "drop_landsat_p": 0.3,
+    "distill_weight": 1.0,
+    "distill_every": 1,
+    "distill_teacher_patch_size": 4,
+    "distill_teacher_expected_hw": 64,
+    "distill_teacher_timesteps": 1,
+    "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain",
+    "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+    "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth",
+    "run": "dummy",
+    "device_type": "",
+    "num_iterations": 2000,
+    "device_batch_size": 2,
+    "grad_accum_steps": 8,
+    "lr": 0.0001,
+    "weight_decay": 0.05,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.01,
+    "warmdown_ratio": 0.4,
+    "final_lr_frac": 0.0,
+    "grad_clip": 1.0,
+    "resume_from_step": 200,
+    "init_from_model_tag": "",
+    "init_from_step": -1,
+    "init_from_model_path": "",
+    "init_nonstrict": false,
+    "freeze_blocks": false,
+    "freeze_final_norm": false,
+    "freeze_recon_head": false,
+    "eval_every": 200,
+    "eval_steps": 25,
+    "save_every": 200,
+    "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600"
+  },
+  "dataset_meta": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "grid_size": 8,
+    "mask_ratio": 0.75,
+    "value_scales": {
+      "sentinel2_l2a": 0.0001,
+      "sentinel1": 1.0,
+      "landsat": 0.0001
+    },
+    "norm": {
+      "strategy": "computed",
+      "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json",
+      "std_multiplier": 2.0
+    },
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    },
+    "contrastive": {
+      "weight": 0.1,
+      "temp": 0.1,
+      "proj_dim": 256,
+      "queue_size": 4096,
+      "pooling": "mean_unmasked",
+      "spatial_aug": "flip_rotate",
+      "drop_s1_p": 0.3,
+      "drop_landsat_p": 0.3
+    },
+    "distill": {
+      "weight": 1.0,
+      "every": 1,
+      "teacher_patch_size": 4,
+      "teacher_expected_hw": 64,
+      "teacher_timesteps": 1,
+      "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+      "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth"
+    }
+  },
+  "grad_accum_steps": 8,
+  "dataloader_state_dict": {
+    "epoch": 1,
+    "seen_in_epoch": 10563,
+    "rank": 0
+  },
+  "loop_state": {
+    "min_val_loss": 0.0038853464648127556,
+    "smooth_train_loss": 0.6179006408300746,
+    "total_training_time": 1919.8367457389832
+  }
+}
\ No newline at end of file
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000800.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000800.json
new file mode 100644
index 0000000000000000000000000000000000000000..4475bfb2faab42f6fbb9b54dcadfd249e2a8c8e1
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_000800.json
@@ -0,0 +1,151 @@
+{
+  "step": 800,
+  "model_type": "fm_vit",
+  "model_config": {
+    "embed_dim": 768,
+    "depth": 12,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "patch_size": 16,
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    }
+  },
+  "user_config": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "mask_ratio": 0.75,
+    "s2_value_scale": 0.0001,
+    "s1_value_scale": 1.0,
+    "landsat_value_scale": 0.0001,
+    "norm": "computed",
+    "norm_stats_file": "",
+    "norm_std_multiplier": 2.0,
+    "num_workers": 32,
+    "prefetch": 64,
+    "shuffle_buffer": 2000,
+    "depth": 12,
+    "embed_dim": 768,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "contrastive_weight": 0.1,
+    "contrastive_temp": 0.1,
+    "contrastive_proj_dim": 256,
+    "contrastive_lr": 0.001,
+    "contrastive_queue_size": 4096,
+    "contrastive_pooling": "mean_unmasked",
+    "spatial_aug": "flip_rotate",
+    "drop_s1_p": 0.3,
+    "drop_landsat_p": 0.3,
+    "distill_weight": 1.0,
+    "distill_every": 1,
+    "distill_teacher_patch_size": 4,
+    "distill_teacher_expected_hw": 64,
+    "distill_teacher_timesteps": 1,
+    "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain",
+    "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+    "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth",
+    "run": "dummy",
+    "device_type": "",
+    "num_iterations": 2000,
+    "device_batch_size": 2,
+    "grad_accum_steps": 8,
+    "lr": 0.0001,
+    "weight_decay": 0.05,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.01,
+    "warmdown_ratio": 0.4,
+    "final_lr_frac": 0.0,
+    "grad_clip": 1.0,
+    "resume_from_step": 200,
+    "init_from_model_tag": "",
+    "init_from_step": -1,
+    "init_from_model_path": "",
+    "init_nonstrict": false,
+    "freeze_blocks": false,
+    "freeze_final_norm": false,
+    "freeze_recon_head": false,
+    "eval_every": 200,
+    "eval_steps": 25,
+    "save_every": 200,
+    "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600"
+  },
+  "dataset_meta": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "grid_size": 8,
+    "mask_ratio": 0.75,
+    "value_scales": {
+      "sentinel2_l2a": 0.0001,
+      "sentinel1": 1.0,
+      "landsat": 0.0001
+    },
+    "norm": {
+      "strategy": "computed",
+      "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json",
+      "std_multiplier": 2.0
+    },
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    },
+    "contrastive": {
+      "weight": 0.1,
+      "temp": 0.1,
+      "proj_dim": 256,
+      "queue_size": 4096,
+      "pooling": "mean_unmasked",
+      "spatial_aug": "flip_rotate",
+      "drop_s1_p": 0.3,
+      "drop_landsat_p": 0.3
+    },
+    "distill": {
+      "weight": 1.0,
+      "every": 1,
+      "teacher_patch_size": 4,
+      "teacher_expected_hw": 64,
+      "teacher_timesteps": 1,
+      "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+      "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth"
+    }
+  },
+  "grad_accum_steps": 8,
+  "dataloader_state_dict": {
+    "epoch": 1,
+    "seen_in_epoch": 14021,
+    "rank": 0
+  },
+  "loop_state": {
+    "min_val_loss": 0.0038853464648127556,
+    "smooth_train_loss": 0.6381232904570697,
+    "total_training_time": 2826.1666457653046
+  }
+}
\ No newline at end of file
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_001000.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_001000.json
new file mode 100644
index 0000000000000000000000000000000000000000..d94020d54269fa918d914fa2e73400997749a3d3
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/meta_001000.json
@@ -0,0 +1,151 @@
+{
+  "step": 1000,
+  "model_type": "fm_vit",
+  "model_config": {
+    "embed_dim": 768,
+    "depth": 12,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "patch_size": 16,
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    }
+  },
+  "user_config": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "mask_ratio": 0.75,
+    "s2_value_scale": 0.0001,
+    "s1_value_scale": 1.0,
+    "landsat_value_scale": 0.0001,
+    "norm": "computed",
+    "norm_stats_file": "",
+    "norm_std_multiplier": 2.0,
+    "num_workers": 32,
+    "prefetch": 64,
+    "shuffle_buffer": 2000,
+    "depth": 12,
+    "embed_dim": 768,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "contrastive_weight": 0.1,
+    "contrastive_temp": 0.1,
+    "contrastive_proj_dim": 256,
+    "contrastive_lr": 0.001,
+    "contrastive_queue_size": 4096,
+    "contrastive_pooling": "mean_unmasked",
+    "spatial_aug": "flip_rotate",
+    "drop_s1_p": 0.3,
+    "drop_landsat_p": 0.3,
+    "distill_weight": 1.0,
+    "distill_every": 1,
+    "distill_teacher_patch_size": 4,
+    "distill_teacher_expected_hw": 64,
+    "distill_teacher_timesteps": 1,
+    "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain",
+    "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+    "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth",
+    "run": "dummy",
+    "device_type": "",
+    "num_iterations": 2000,
+    "device_batch_size": 2,
+    "grad_accum_steps": 8,
+    "lr": 0.0001,
+    "weight_decay": 0.05,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.01,
+    "warmdown_ratio": 0.4,
+    "final_lr_frac": 0.0,
+    "grad_clip": 1.0,
+    "resume_from_step": 200,
+    "init_from_model_tag": "",
+    "init_from_step": -1,
+    "init_from_model_path": "",
+    "init_nonstrict": false,
+    "freeze_blocks": false,
+    "freeze_final_norm": false,
+    "freeze_recon_head": false,
+    "eval_every": 200,
+    "eval_steps": 25,
+    "save_every": 200,
+    "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600"
+  },
+  "dataset_meta": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "grid_size": 8,
+    "mask_ratio": 0.75,
+    "value_scales": {
+      "sentinel2_l2a": 0.0001,
+      "sentinel1": 1.0,
+      "landsat": 0.0001
+    },
+    "norm": {
+      "strategy": "computed",
+      "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json",
+      "std_multiplier": 2.0
+    },
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    },
+    "contrastive": {
+      "weight": 0.1,
+      "temp": 0.1,
+      "proj_dim": 256,
+      "queue_size": 4096,
+      "pooling": "mean_unmasked",
+      "spatial_aug": "flip_rotate",
+      "drop_s1_p": 0.3,
+      "drop_landsat_p": 0.3
+    },
+    "distill": {
+      "weight": 1.0,
+      "every": 1,
+      "teacher_patch_size": 4,
+      "teacher_expected_hw": 64,
+      "teacher_timesteps": 1,
+      "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/config.json",
+      "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_large/weights.pth"
+    }
+  },
+  "grad_accum_steps": 8,
+  "dataloader_state_dict": {
+    "epoch": 1,
+    "seen_in_epoch": 17492,
+    "rank": 0
+  },
+  "loop_state": {
+    "min_val_loss": 0.0038853464648127556,
+    "smooth_train_loss": 0.6192801710915687,
+    "total_training_time": 3731.589139699936
+  }
+}
\ No newline at end of file
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53a81edfe8f032da1bc87dc73c0fd6082b3f898
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d87441ab6868defc06c58ccd5262adccd52d76ba9d3bb1793c7c52238b4db87
+size 606639149
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c10c30e4a619cbcc020fde36d2ad4232518c2ba
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b78e71c80c0108e6d4b9c638065bd7b60d03a85c88fbe399b517174afd0df6
+size 606639149
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555a7c582622d8abe654a0b33681b2606951768b
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7376e69ad4de8eb6a7e4c3483066ebc5a0f348699110e980ac4b67a27634eefa
+size 606639149
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000800.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538a70cbccfd7d8db8adbf354edd124df452ac5a
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_000800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b384b1cf52d8d8b27b76bc66d5775e684524bb3a86d191aa860bfa0780abd0c
+size 606639149
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_001000.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_001000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4302a4e5c95e85700f5519e702d349de65d836b
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/model_001000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6f14e39243e82ba708b2a1ff146cf97ea2646bcccff3d5f283af28ac99185a
+size 606639149
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534ffde78cbf85b4c97512f4319cd9b3a1f3eb5e
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3a40498b771a7abbba3fa744584b21fa804d31328d466bfc9440444a92c32
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf8ef2423346edf70e56e3f0e597491a61a1e79
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2ff60ba3db865d3ce5417cac821baa0daf54a924cb617cbad7566f06726bd8
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480fe84b8720b3acc8de9a0ae268e7959083cfb9
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da426b7dc0abdd7173fff13ddae369dfdca908ff4917bc62dafa5dc61eecb281
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62de8be906e51ba51fb23fcee79450f97abb8cf
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317e661fab992267b485b3394c80eeba47ffccab6c6acab54be5276778701438
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6df4d92718582a351be2449bee9460d70320ec2
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43bd0557a417d82c7f2628adf2293143603d95ea895e53d5882fee0e9a7e6e5
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8255084836a53dabdeea7c07379086672298fe47
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51940e8955cedf709c25323ee6375541cfa223f11a656848f225c77f26514f39
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec31afef9045585a25a555fc41e644e30fb13ba4
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b6391f839335ac4e43fa464cb95cd59145e12743a53969d0d17eab9960e6f6
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank7.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6697f7584977053c4a14c931a8700f6c3c40db67
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000200_rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3aead879f1b5201e72fbc1b02b05f5c66957b6276f8be1a12816a2aa55924
+size 1215416583
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e779a1e945d39cb0f0edb02ea311df85147b6f1
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b95dc81a798c7885e412f82e5142cb78ca5ecb2e16946c1579604c8caef671e
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e43c9c4a4325d2905f1890585d763a3bf5d47e8
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0686dba9c86316347abc0a1582732b06530f94971d2e54d447ddc62c25d5404b
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0692f044c7d8bf0540c17d1fe4fa3c55e7808b
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23049336844dca290144dbc02b5c7de712c9e62bc2bbab71c7c1dfe771f310c
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71dd849b07aa2dfa4bc2736b8a4c37bcb3beade
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e4d5938e1b117974517850df9d8ea8ade57f6e2b1b3891b71227b1cc6880fd
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000413cb24e6c1833073396679dc9c919693be8f
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23d6ae5367dcfe6178aa1484bd60a69fa4bcfac6782874e0786009f0f1791b1
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edc7b6dad25c547d4ea24f289d227d0a9611c66
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76ac5e48d8340b011e966b844af5f2b60a8283f08a4ebb47d8dc657eff11813
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bed854de57ad6ec56d7e0faf0411aa637746551
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfde9d1285163c01413d3294542be593400427642d1a7b8d1cff7b320ea547bf
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank7.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5820dcd36f3bb3bfc303333e9c0cbb17e5a06b5b
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000400_rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7ad0ab3dc046a1f9451b007cc1347786834b3c298bbde44aaeeb81cb487aeb
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec12a37adae925800087eab9848aac714f11ba07
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6442918198a86968bd539d0850d58893ba2281dd1239f14fa0cfb69b1922c2
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ad7c5ef4bb6980f03fbc55890716d9351f549f
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec27580dd1377cb965dc12d72931a6fc74bb35f792bdece63ad6718181767fa
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c5b85d9ec4f6c9c48e7d58085457a8dda4f364
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cd9757040b5348d3767fb08a15f89b18d319949ec1c0f9de48131d5c12c4d2
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09293f4a37403d435ee1e5e4096e5ea8c86218ec
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4833d7622a8ed9f3225aeadb425807e25f9a4d6a545fb1fde9a37b4c7b660c65
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2db8e6a39f8668daf60009546500b0c3d5bcd15
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42121dfeb505e46801f746f6a7a34f7b686c750b31d9127e2501bf8d282522
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c91b5dee157d05b11e877fd9a05442bd8c6de9e
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeeed92114be0c43019e17a4caaeda4cf31c08fe8a6c133675033c71ec3c1c1
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1712a54a4cd99050300e90bde988d1863f8d57e0
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32903b2e47c2eb24292b125dc85e6a6680c4caf125f29dc070f2a758875e5226
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank7.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9a8500b498ba4953a52497c218073a50f4ccd7
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000600_rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adedeeb6afd87ef13c2d77f073c5e4352b5dc55c7c5302d45f803323f2557bf4
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef5ce889d1a89d71ae1ad8aa02e697ecd9a30fe
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bd9da90cf51217ec3ffa3a4a8a787db6c2fafa07278c169a2e830b80ebfc3b
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1f6a8233d844f26f878d995e4f8b0eb6f4c48
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef91178743897c6f1d41bceae6dd6e065cdecbdfd0eef827bb0fc1ecaf80c6d4
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2109d4df887c18f52aa1ddb2f2b59f53332676
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0af289e3ececd96d97293d75e785c32397e80b078e187f3ba9138abcfa66b8
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3670d6b54aa4dce8ef882b31358afeb628d46a6f
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420a4c17fb181e7904d5fa82d63f8ec938a3d1bba80aec9ef45b476cbff4b4d5
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d159afe3d9ca9f04aa7ac9b01ff7b63a4c292a
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e7c17cf75474fd8b1fa1cbad491a1af122ac486c1755a933a4875344a8867d
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33424452d981a9cab67be2ea3966c13fda760c
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bc0f15393a916d0864f5e6e014ba456e679a3fec54a606a2275ad375f302c1
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235313f3c0ac457e09d5c63cf7e29373784bb4c
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b654740c98b25ce21878119d7c08acda2e0c5659ea9733ed0cb9515dc76073e2
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank7.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d1cbcd341f331a86072030c7f465552f7606b6
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_000800_rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ebfaea500e8288a9b0df0c7d459661f7f2bab9ebe6f7f460d40e10afb862e7
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ff63f4837e2d077fc45fbc55aa98399fe246a3
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e13e2ffc505bd79993bd3bb5b94bb15851df1c007fba832a88ba03d6563dd4
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd6d0c6bdfd20b7e58c4c037580a99cabcd35a8
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd27c98e03ad3eb4fbd2ab1843535dc3b4042f2d324151885f32dbe94c5aaa19
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bef0473fce34cc112a1c260fc4b6c6d2bec1a30
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e667ac7d754528f5882587a9e907e68c0d322295bc9ed14b90eb11b0ef97cee
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1ad5d748216a930a2eb67afdcdefc4921537ba
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8053f5f5b90ec12044a91e08a17fc22cb0e0fe4acf5df21174e41ab350aad78
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321447d2699f3d76107eb7f9f9b90c9e7ddd277e
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74cc9b57b6123db83d87bbf965f5e3fe6dc3eb39a2fad8089ddc7dbb95f918c
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937032133e092f8ece11dae2d6574973514b5200
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f02a04fe45ada359c95101b2bc16f6f9d77793d9f14ad752eaf2ef813402d5
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b683dcec26020c31485ddddc2a35584054d7e6f
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb403fd0a1369860273bda7fde8de5371110f86c0329751f5e4c94f5943d95f
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank7.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f83294e32b2ac876330b30dd749cd6bf5d1c1aa
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/optim_001000_rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031dee9917fc3d5d343f9cea9e8098b604edaaeaf1d1b86c431f00ef55e027db
+size 1215420871
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436a7d833dbe02755611f2e96a519146841fe43c
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ac1c29b80741b27a79cecd8262d86c1fed5c0ddc65607f64926e425b757ee4
+size 1050629
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660037f3d48640c611d9d3a9ea0c99872f26daf8
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c441b919d9434812b8249ba9d429dcf5f9caf9c093f610df6bbab4756afb551b
+size 1050629
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb43bff00c9d86aac95cf54261a2f59703e434ce
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db44179ea3a888fd0c9c8d01d850bc932daa20cce63c5643ef05c5305f4fa964
+size 1050629
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000800.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f732ed5b371bd8fc267f7111205a37360160f5d4
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_000800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fae4df842086e25e849cf99cf1085f5bcf51b54afe8e099d34bc4af8ad01a3
+size 1050629
diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_001000.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_001000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259cabcdde33575d699d866f4972c6def2012bc6
--- /dev/null
+++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_oeLarge_from2600/proj_001000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf30b0e227a7d3a0d1732fe53ec6117bf7d197d48a53556c209d981d050bf5fd
+size 1050629