Hugging Face's logo

Viharikvs
/
spatial

Model card Files
xet
 Community
Viharikvs commited on
Commit
b22f2d6
·
verified ·
1 Parent(s): 216d8d5

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/meta_000200.json +139 -0
  2. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/model_000200.pt +3 -0
  3. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank0.pt +3 -0
  4. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank1.pt +3 -0
  5. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank2.pt +3 -0
  6. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank3.pt +3 -0
  7. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank4.pt +3 -0
  8. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank5.pt +3 -0
  9. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank6.pt +3 -0
  10. fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/proj_000200.pt +3 -0
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/meta_000200.json ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 200,
3
+ "model_type": "fm_vit",
4
+ "model_config": {
5
+ "embed_dim": 768,
6
+ "depth": 12,
7
+ "num_heads": 12,
8
+ "mlp_ratio": 4.0,
9
+ "dropout": 0.0,
10
+ "attn_dropout": 0.0,
11
+ "patch_size": 16,
12
+ "modalities": [
13
+ "sentinel2_l2a",
14
+ "sentinel1",
15
+ "landsat"
16
+ ],
17
+ "modality_channels": {
18
+ "sentinel2_l2a": 12,
19
+ "sentinel1": 2,
20
+ "landsat": 11
21
+ }
22
+ },
23
+ "user_config": {
24
+ "h5_dir": "/workspace/olmoearth/h5_shards",
25
+ "s2_key": "sentinel2_l2a",
26
+ "s1_key": "sentinel1",
27
+ "landsat_key": "landsat",
28
+ "num_timesteps": 12,
29
+ "timestep_strategy": "uniform",
30
+ "patch_size": 16,
31
+ "mask_ratio": 0.75,
32
+ "s2_value_scale": 0.0001,
33
+ "s1_value_scale": 1.0,
34
+ "landsat_value_scale": 0.0001,
35
+ "norm": "computed",
36
+ "norm_stats_file": "",
37
+ "norm_std_multiplier": 2.0,
38
+ "num_workers": 28,
39
+ "prefetch": 64,
40
+ "shuffle_buffer": 2000,
41
+ "depth": 12,
42
+ "embed_dim": 768,
43
+ "num_heads": 12,
44
+ "mlp_ratio": 4.0,
45
+ "dropout": 0.0,
46
+ "attn_dropout": 0.0,
47
+ "contrastive_weight": 0.1,
48
+ "contrastive_temp": 0.1,
49
+ "contrastive_proj_dim": 256,
50
+ "contrastive_lr": 0.001,
51
+ "contrastive_queue_size": 4096,
52
+ "contrastive_pooling": "mean_unmasked",
53
+ "spatial_aug": "flip_rotate",
54
+ "drop_s1_p": 0.3,
55
+ "drop_landsat_p": 0.3,
56
+ "distill_weight": 0.0,
57
+ "distill_every": 1,
58
+ "distill_teacher_patch_size": 4,
59
+ "distill_teacher_expected_hw": 64,
60
+ "distill_teacher_timesteps": 1,
61
+ "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain",
62
+ "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json",
63
+ "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth",
64
+ "run": "dummy",
65
+ "device_type": "",
66
+ "num_iterations": 2000,
67
+ "device_batch_size": 2,
68
+ "grad_accum_steps": 8,
69
+ "lr": 0.0001,
70
+ "weight_decay": 0.05,
71
+ "adam_beta1": 0.9,
72
+ "adam_beta2": 0.95,
73
+ "warmup_ratio": 0.01,
74
+ "warmdown_ratio": 0.4,
75
+ "final_lr_frac": 0.0,
76
+ "grad_clip": 1.0,
77
+ "resume_from_step": -1,
78
+ "init_from_model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_init",
79
+ "init_from_step": 0,
80
+ "init_from_model_path": "",
81
+ "init_nonstrict": false,
82
+ "eval_every": 0,
83
+ "eval_steps": 25,
84
+ "save_every": 200,
85
+ "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft"
86
+ },
87
+ "dataset_meta": {
88
+ "h5_dir": "/workspace/olmoearth/h5_shards",
89
+ "s2_key": "sentinel2_l2a",
90
+ "s1_key": "sentinel1",
91
+ "landsat_key": "landsat",
92
+ "num_timesteps": 12,
93
+ "timestep_strategy": "uniform",
94
+ "patch_size": 16,
95
+ "grid_size": 8,
96
+ "mask_ratio": 0.75,
97
+ "value_scales": {
98
+ "sentinel2_l2a": 0.0001,
99
+ "sentinel1": 1.0,
100
+ "landsat": 0.0001
101
+ },
102
+ "norm": {
103
+ "strategy": "computed",
104
+ "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json",
105
+ "std_multiplier": 2.0
106
+ },
107
+ "modalities": [
108
+ "sentinel2_l2a",
109
+ "sentinel1",
110
+ "landsat"
111
+ ],
112
+ "modality_channels": {
113
+ "sentinel2_l2a": 12,
114
+ "sentinel1": 2,
115
+ "landsat": 11
116
+ },
117
+ "contrastive": {
118
+ "weight": 0.1,
119
+ "temp": 0.1,
120
+ "proj_dim": 256,
121
+ "queue_size": 4096,
122
+ "pooling": "mean_unmasked",
123
+ "spatial_aug": "flip_rotate",
124
+ "drop_s1_p": 0.3,
125
+ "drop_landsat_p": 0.3
126
+ }
127
+ },
128
+ "grad_accum_steps": 8,
129
+ "dataloader_state_dict": {
130
+ "epoch": 1,
131
+ "seen_in_epoch": 3557,
132
+ "rank": 0
133
+ },
134
+ "loop_state": {
135
+ "min_val_loss": Infinity,
136
+ "smooth_train_loss": 0.6152437104589097,
137
+ "total_training_time": 682.9295341968536
138
+ }
139
+ }
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/model_000200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:689648fcc8fbd4fdab4e2d48306498a51226c4f5f2119c44ffb48c520cbf2c41
3
+ size 606639149
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e66295298cd975616443d5fe666217f2e399eaae5d82c532d5a908ee7abc8c
3
+ size 1215416583
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729a92e02e78e628a870972211152e9c201c9b57426296741ab4ded62b400b93
3
+ size 1215416583
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b64fce9c324f2a95bab9580dd998cfc7c7fbf1cb5dfba6b60142b1313b1f572
3
+ size 1215416583
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:790a4e3d8c4cc3389fc51ed845ef94bcf86f095cc34f35e4f99c16cd628ea4de
3
+ size 1215416583
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c4e043f12155953a3a636b421d337efd4b91b7f44370df34487395c6e1b82eb
3
+ size 1215416583
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc6b265e9ad01df36a8a8c7fb7f03ccf4f6559b7539a15608da0cae3296eecc0
3
+ size 1215416583
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/optim_000200_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:041a479ee79bf2a370d0f437dc0ea4be71ded10b4f9c6f3471fd69943c6e00ca
3
+ size 1215416583
fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast_panopticon_ft/proj_000200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdcc479aa7fa994e3da0ac6b814d926b22d61a803eedd231f4159896cc8dac9a
3
+ size 1050629