Upload folder using huggingface_hub

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/meta_000200.json

@@ -0,0 +1,143 @@
+{
+  "step": 200,
+  "val_loss": null,
+  "model_type": "fm_vit",
+  "model_config": {
+    "embed_dim": 768,
+    "depth": 12,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "patch_size": 16,
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    }
+  },
+  "user_config": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "mask_ratio": 0.75,
+    "s2_value_scale": 0.0001,
+    "s1_value_scale": 1.0,
+    "landsat_value_scale": 0.0001,
+    "norm": "computed",
+    "norm_stats_file": "",
+    "norm_std_multiplier": 2.0,
+    "num_workers": 28,
+    "prefetch": 64,
+    "shuffle_buffer": 2000,
+    "depth": 12,
+    "embed_dim": 768,
+    "num_heads": 12,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "attn_dropout": 0.0,
+    "contrastive_weight": 0.1,
+    "contrastive_temp": 0.1,
+    "contrastive_proj_dim": 256,
+    "contrastive_lr": 0.001,
+    "contrastive_queue_size": 4096,
+    "contrastive_pooling": "mean_unmasked",
+    "spatial_aug": "flip_rotate",
+    "drop_s1_p": 0.3,
+    "drop_landsat_p": 0.3,
+    "distill_weight": 0.0,
+    "distill_every": 1,
+    "distill_teacher_patch_size": 4,
+    "distill_teacher_expected_hw": 64,
+    "distill_teacher_timesteps": 1,
+    "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain",
+    "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json",
+    "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth",
+    "run": "dummy",
+    "device_type": "",
+    "num_iterations": 200,
+    "device_batch_size": 2,
+    "grad_accum_steps": 8,
+    "lr": 0.0001,
+    "weight_decay": 0.05,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.95,
+    "warmup_ratio": 0.01,
+    "warmdown_ratio": 0.4,
+    "final_lr_frac": 0.0,
+    "grad_clip": 1.0,
+    "resume_from_step": -1,
+    "init_from_model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_init",
+    "init_from_step": 0,
+    "init_from_model_path": "",
+    "init_nonstrict": false,
+    "freeze_blocks": true,
+    "freeze_final_norm": true,
+    "freeze_recon_head": true,
+    "eval_every": 0,
+    "eval_steps": 25,
+    "save_every": 0,
+    "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb"
+  },
+  "dataset_meta": {
+    "h5_dir": "/workspace/olmoearth/h5_shards",
+    "s2_key": "sentinel2_l2a",
+    "s1_key": "sentinel1",
+    "landsat_key": "landsat",
+    "num_timesteps": 12,
+    "timestep_strategy": "uniform",
+    "patch_size": 16,
+    "grid_size": 8,
+    "mask_ratio": 0.75,
+    "value_scales": {
+      "sentinel2_l2a": 0.0001,
+      "sentinel1": 1.0,
+      "landsat": 0.0001
+    },
+    "norm": {
+      "strategy": "computed",
+      "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json",
+      "std_multiplier": 2.0
+    },
+    "modalities": [
+      "sentinel2_l2a",
+      "sentinel1",
+      "landsat"
+    ],
+    "modality_channels": {
+      "sentinel2_l2a": 12,
+      "sentinel1": 2,
+      "landsat": 11
+    },
+    "contrastive": {
+      "weight": 0.1,
+      "temp": 0.1,
+      "proj_dim": 256,
+      "queue_size": 4096,
+      "pooling": "mean_unmasked",
+      "spatial_aug": "flip_rotate",
+      "drop_s1_p": 0.3,
+      "drop_landsat_p": 0.3
+    }
+  },
+  "grad_accum_steps": 8,
+  "dataloader_state_dict": {
+    "epoch": 1,
+    "seen_in_epoch": 3536,
+    "rank": 0
+  },
+  "loop_state": {
+    "min_val_loss": Infinity,
+    "smooth_train_loss": 0.9736987899895261,
+    "total_training_time": 617.0353827476501
+  }
+}

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/model_000200.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8da331cf909059d7a69fdd1be06f6fb1a52dd13f6fb6ec638604ffdbbcfdda3
+size 606639149

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/optim_000200_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd7529ed35639584a037d3a7101ae9d0c1303866f972f96439e0003657e24ef
+size 41472213

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/optim_000200_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227bb64a7b1d4660fb339ce184e98d637d379bc3458d8e84a01fc94bb3a64736
+size 41472213

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/optim_000200_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50f68b059732d8db4a50d105ae064e6bae10b351e47fa48c9ae3bad02c7c133
+size 41472213

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/optim_000200_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5e0063574c5f1a637121b0488c4b61314fbc7d1c5bc0a5762d9685daf3721c
+size 41472213

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/optim_000200_rank4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf4ef5a5dd5207853c2991c5371fefd594aa4f6df884ce8ba15cd5374f97bf9
+size 41472213

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/optim_000200_rank5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5ef400e1e88b4099b5590595b831d44426221ca753fd357d1968e043c9515b
+size 41472213

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/optim_000200_rank6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303da0d5136c6ce2c62c4bab638ec4981b1650a1cb671d8a67106335703a8c59
+size 41472213

fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_pealign_fb/proj_000200.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbafcc62e780a4937ea2a87e3b39fef85596773597bc4461a1ed9755a218ae52
+size 1050629