Hugging Face's logo

Viharikvs
/
spatial

Model card Files
xet
 Community
Viharikvs commited on
Commit
052b485
·
verified ·
1 Parent(s): 105a9f0

Upload folder using huggingface_hub

Browse files
Files changed (50) hide show
  1. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000200.json +122 -0
  2. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000400.json +122 -0
  3. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000600.json +122 -0
  4. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000800.json +122 -0
  5. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_001000.json +122 -0
  6. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000200.pt +3 -0
  7. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000400.pt +3 -0
  8. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000600.pt +3 -0
  9. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000800.pt +3 -0
  10. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_001000.pt +3 -0
  11. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank0.pt +3 -0
  12. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank1.pt +3 -0
  13. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank2.pt +3 -0
  14. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank3.pt +3 -0
  15. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank4.pt +3 -0
  16. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank5.pt +3 -0
  17. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank6.pt +3 -0
  18. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank0.pt +3 -0
  19. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank1.pt +3 -0
  20. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank2.pt +3 -0
  21. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank3.pt +3 -0
  22. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank4.pt +3 -0
  23. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank5.pt +3 -0
  24. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank6.pt +3 -0
  25. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank0.pt +3 -0
  26. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank1.pt +3 -0
  27. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank2.pt +3 -0
  28. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank3.pt +3 -0
  29. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank4.pt +3 -0
  30. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank5.pt +3 -0
  31. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank6.pt +3 -0
  32. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank0.pt +3 -0
  33. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank1.pt +3 -0
  34. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank2.pt +3 -0
  35. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank3.pt +3 -0
  36. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank4.pt +3 -0
  37. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank5.pt +3 -0
  38. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank6.pt +3 -0
  39. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank0.pt +3 -0
  40. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank1.pt +3 -0
  41. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank2.pt +3 -0
  42. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank3.pt +3 -0
  43. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank4.pt +3 -0
  44. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank5.pt +3 -0
  45. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank6.pt +3 -0
  46. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000200.pt +3 -0
  47. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000400.pt +3 -0
  48. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000600.pt +3 -0
  49. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000800.pt +3 -0
  50. fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_001000.pt +3 -0
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000200.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 200,
3
+ "val_loss": 1.5310732126235962,
4
+ "model_config": {
5
+ "sequence_len": 2315,
6
+ "vocab_size": 3076,
7
+ "n_layer": 20,
8
+ "n_head": 10,
9
+ "n_kv_head": 10,
10
+ "n_embd": 1280,
11
+ "window_pattern": "L"
12
+ },
13
+ "user_config": {
14
+ "data_dir": "",
15
+ "h5_dir": "/workspace/olmoearth/h5_shards",
16
+ "s2_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s2_k1024_g8_proj64_vs1e-4.npz",
17
+ "s2_key": "sentinel2_l2a",
18
+ "s1_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s1_k1024_g8_proj64_vs1.npz",
19
+ "landsat_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/landsat_k1024_g8_proj64_vs1e-4.npz",
20
+ "s1_key": "sentinel1",
21
+ "landsat_key": "landsat",
22
+ "num_timesteps": 12,
23
+ "timestep_strategy": "uniform",
24
+ "objective": "masked",
25
+ "mask_ratio": 0.15,
26
+ "assign_chunk_size": 2048,
27
+ "train_fraction": 0.98,
28
+ "num_workers": 120,
29
+ "prefetch": 512,
30
+ "shuffle_buffer": 10000,
31
+ "contrastive_weight": 0.1,
32
+ "contrastive_temp": 0.1,
33
+ "contrastive_proj_dim": 256,
34
+ "contrastive_lr": 0.001,
35
+ "contrastive_queue_size": 4096,
36
+ "contrastive_pooling": "mean_unmasked",
37
+ "spatial_aug": "flip_rotate",
38
+ "drop_s1_p": 0.3,
39
+ "drop_landsat_p": 0.3,
40
+ "run": "d20_g8_restart",
41
+ "device_type": "",
42
+ "depth": 20,
43
+ "aspect_ratio": 64,
44
+ "head_dim": 128,
45
+ "window_pattern": "L",
46
+ "num_iterations": 2010,
47
+ "device_batch_size": 1,
48
+ "grad_accum_steps": 64,
49
+ "total_batch_size": 0,
50
+ "embedding_lr": 0.3,
51
+ "unembedding_lr": 0.004,
52
+ "weight_decay": 0.2,
53
+ "matrix_lr": 0.02,
54
+ "scalar_lr": 0.5,
55
+ "adam_beta1": 0.8,
56
+ "adam_beta2": 0.95,
57
+ "warmup_ratio": 0.01,
58
+ "warmdown_ratio": 0.4,
59
+ "final_lr_frac": 0.0,
60
+ "resume_from_step": -1,
61
+ "eval_every": 200,
62
+ "eval_steps": 50,
63
+ "save_every": 200,
64
+ "model_tag": "olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x"
65
+ },
66
+ "dataset_meta": {
67
+ "sequence_len": 2315,
68
+ "sequence_tokens_len": 2316,
69
+ "objective": "masked",
70
+ "mask_ratio": 0.15,
71
+ "num_timesteps": 12,
72
+ "timestep_strategy": "uniform",
73
+ "context_grid_size": 8,
74
+ "context_patch_size": 16,
75
+ "pad_id": 0,
76
+ "mask_id": 1,
77
+ "ignore_index": -1,
78
+ "token_spec": {
79
+ "s2_base": 2,
80
+ "s2_k": 1024,
81
+ "s1_base": 1026,
82
+ "s1_k": 1024,
83
+ "landsat_base": 2050,
84
+ "landsat_k": 1024,
85
+ "time_sep_id": 3074,
86
+ "bos_id": 3075,
87
+ "vocab_size": 3076
88
+ },
89
+ "s2_value_scale": 9.999999747378752e-05,
90
+ "s1_value_scale": 1.0,
91
+ "landsat_value_scale": 9.999999747378752e-05,
92
+ "tokens_per_timestep": 192,
93
+ "streaming_h5": true,
94
+ "multimodal_satellite_only": true,
95
+ "h5_dir": "/workspace/olmoearth/h5_shards",
96
+ "s2_key": "sentinel2_l2a",
97
+ "s1_key": "sentinel1",
98
+ "landsat_key": "landsat",
99
+ "contrastive": {
100
+ "weight": 0.1,
101
+ "temp": 0.1,
102
+ "proj_dim": 256,
103
+ "queue_size": 4096,
104
+ "pooling": "mean_unmasked",
105
+ "spatial_aug": "flip_rotate",
106
+ "drop_s1_p": 0.3,
107
+ "drop_landsat_p": 0.3
108
+ }
109
+ },
110
+ "effective_total_batch_size": 1037120,
111
+ "grad_accum_steps": 64,
112
+ "dataloader_state_dict": {
113
+ "epoch": 1,
114
+ "seen_in_epoch": 14473,
115
+ "rank": 0
116
+ },
117
+ "loop_state": {
118
+ "min_val_loss": 1.5310732126235962,
119
+ "smooth_train_loss": 1.7643249744173597,
120
+ "total_training_time": 1011.9757494926453
121
+ }
122
+ }
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000400.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 400,
3
+ "val_loss": 1.4628924131393433,
4
+ "model_config": {
5
+ "sequence_len": 2315,
6
+ "vocab_size": 3076,
7
+ "n_layer": 20,
8
+ "n_head": 10,
9
+ "n_kv_head": 10,
10
+ "n_embd": 1280,
11
+ "window_pattern": "L"
12
+ },
13
+ "user_config": {
14
+ "data_dir": "",
15
+ "h5_dir": "/workspace/olmoearth/h5_shards",
16
+ "s2_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s2_k1024_g8_proj64_vs1e-4.npz",
17
+ "s2_key": "sentinel2_l2a",
18
+ "s1_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s1_k1024_g8_proj64_vs1.npz",
19
+ "landsat_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/landsat_k1024_g8_proj64_vs1e-4.npz",
20
+ "s1_key": "sentinel1",
21
+ "landsat_key": "landsat",
22
+ "num_timesteps": 12,
23
+ "timestep_strategy": "uniform",
24
+ "objective": "masked",
25
+ "mask_ratio": 0.15,
26
+ "assign_chunk_size": 2048,
27
+ "train_fraction": 0.98,
28
+ "num_workers": 120,
29
+ "prefetch": 512,
30
+ "shuffle_buffer": 10000,
31
+ "contrastive_weight": 0.1,
32
+ "contrastive_temp": 0.1,
33
+ "contrastive_proj_dim": 256,
34
+ "contrastive_lr": 0.001,
35
+ "contrastive_queue_size": 4096,
36
+ "contrastive_pooling": "mean_unmasked",
37
+ "spatial_aug": "flip_rotate",
38
+ "drop_s1_p": 0.3,
39
+ "drop_landsat_p": 0.3,
40
+ "run": "d20_g8_restart",
41
+ "device_type": "",
42
+ "depth": 20,
43
+ "aspect_ratio": 64,
44
+ "head_dim": 128,
45
+ "window_pattern": "L",
46
+ "num_iterations": 2010,
47
+ "device_batch_size": 1,
48
+ "grad_accum_steps": 64,
49
+ "total_batch_size": 0,
50
+ "embedding_lr": 0.3,
51
+ "unembedding_lr": 0.004,
52
+ "weight_decay": 0.2,
53
+ "matrix_lr": 0.02,
54
+ "scalar_lr": 0.5,
55
+ "adam_beta1": 0.8,
56
+ "adam_beta2": 0.95,
57
+ "warmup_ratio": 0.01,
58
+ "warmdown_ratio": 0.4,
59
+ "final_lr_frac": 0.0,
60
+ "resume_from_step": -1,
61
+ "eval_every": 200,
62
+ "eval_steps": 50,
63
+ "save_every": 200,
64
+ "model_tag": "olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x"
65
+ },
66
+ "dataset_meta": {
67
+ "sequence_len": 2315,
68
+ "sequence_tokens_len": 2316,
69
+ "objective": "masked",
70
+ "mask_ratio": 0.15,
71
+ "num_timesteps": 12,
72
+ "timestep_strategy": "uniform",
73
+ "context_grid_size": 8,
74
+ "context_patch_size": 16,
75
+ "pad_id": 0,
76
+ "mask_id": 1,
77
+ "ignore_index": -1,
78
+ "token_spec": {
79
+ "s2_base": 2,
80
+ "s2_k": 1024,
81
+ "s1_base": 1026,
82
+ "s1_k": 1024,
83
+ "landsat_base": 2050,
84
+ "landsat_k": 1024,
85
+ "time_sep_id": 3074,
86
+ "bos_id": 3075,
87
+ "vocab_size": 3076
88
+ },
89
+ "s2_value_scale": 9.999999747378752e-05,
90
+ "s1_value_scale": 1.0,
91
+ "landsat_value_scale": 9.999999747378752e-05,
92
+ "tokens_per_timestep": 192,
93
+ "streaming_h5": true,
94
+ "multimodal_satellite_only": true,
95
+ "h5_dir": "/workspace/olmoearth/h5_shards",
96
+ "s2_key": "sentinel2_l2a",
97
+ "s1_key": "sentinel1",
98
+ "landsat_key": "landsat",
99
+ "contrastive": {
100
+ "weight": 0.1,
101
+ "temp": 0.1,
102
+ "proj_dim": 256,
103
+ "queue_size": 4096,
104
+ "pooling": "mean_unmasked",
105
+ "spatial_aug": "flip_rotate",
106
+ "drop_s1_p": 0.3,
107
+ "drop_landsat_p": 0.3
108
+ }
109
+ },
110
+ "effective_total_batch_size": 1037120,
111
+ "grad_accum_steps": 64,
112
+ "dataloader_state_dict": {
113
+ "epoch": 1,
114
+ "seen_in_epoch": 28403,
115
+ "rank": 0
116
+ },
117
+ "loop_state": {
118
+ "min_val_loss": 1.4628924131393433,
119
+ "smooth_train_loss": 1.7388957983059845,
120
+ "total_training_time": 2081.366326570511
121
+ }
122
+ }
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000600.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 600,
3
+ "val_loss": 1.4388136863708496,
4
+ "model_config": {
5
+ "sequence_len": 2315,
6
+ "vocab_size": 3076,
7
+ "n_layer": 20,
8
+ "n_head": 10,
9
+ "n_kv_head": 10,
10
+ "n_embd": 1280,
11
+ "window_pattern": "L"
12
+ },
13
+ "user_config": {
14
+ "data_dir": "",
15
+ "h5_dir": "/workspace/olmoearth/h5_shards",
16
+ "s2_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s2_k1024_g8_proj64_vs1e-4.npz",
17
+ "s2_key": "sentinel2_l2a",
18
+ "s1_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s1_k1024_g8_proj64_vs1.npz",
19
+ "landsat_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/landsat_k1024_g8_proj64_vs1e-4.npz",
20
+ "s1_key": "sentinel1",
21
+ "landsat_key": "landsat",
22
+ "num_timesteps": 12,
23
+ "timestep_strategy": "uniform",
24
+ "objective": "masked",
25
+ "mask_ratio": 0.15,
26
+ "assign_chunk_size": 2048,
27
+ "train_fraction": 0.98,
28
+ "num_workers": 120,
29
+ "prefetch": 512,
30
+ "shuffle_buffer": 10000,
31
+ "contrastive_weight": 0.1,
32
+ "contrastive_temp": 0.1,
33
+ "contrastive_proj_dim": 256,
34
+ "contrastive_lr": 0.001,
35
+ "contrastive_queue_size": 4096,
36
+ "contrastive_pooling": "mean_unmasked",
37
+ "spatial_aug": "flip_rotate",
38
+ "drop_s1_p": 0.3,
39
+ "drop_landsat_p": 0.3,
40
+ "run": "d20_g8_restart",
41
+ "device_type": "",
42
+ "depth": 20,
43
+ "aspect_ratio": 64,
44
+ "head_dim": 128,
45
+ "window_pattern": "L",
46
+ "num_iterations": 2010,
47
+ "device_batch_size": 1,
48
+ "grad_accum_steps": 64,
49
+ "total_batch_size": 0,
50
+ "embedding_lr": 0.3,
51
+ "unembedding_lr": 0.004,
52
+ "weight_decay": 0.2,
53
+ "matrix_lr": 0.02,
54
+ "scalar_lr": 0.5,
55
+ "adam_beta1": 0.8,
56
+ "adam_beta2": 0.95,
57
+ "warmup_ratio": 0.01,
58
+ "warmdown_ratio": 0.4,
59
+ "final_lr_frac": 0.0,
60
+ "resume_from_step": -1,
61
+ "eval_every": 200,
62
+ "eval_steps": 50,
63
+ "save_every": 200,
64
+ "model_tag": "olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x"
65
+ },
66
+ "dataset_meta": {
67
+ "sequence_len": 2315,
68
+ "sequence_tokens_len": 2316,
69
+ "objective": "masked",
70
+ "mask_ratio": 0.15,
71
+ "num_timesteps": 12,
72
+ "timestep_strategy": "uniform",
73
+ "context_grid_size": 8,
74
+ "context_patch_size": 16,
75
+ "pad_id": 0,
76
+ "mask_id": 1,
77
+ "ignore_index": -1,
78
+ "token_spec": {
79
+ "s2_base": 2,
80
+ "s2_k": 1024,
81
+ "s1_base": 1026,
82
+ "s1_k": 1024,
83
+ "landsat_base": 2050,
84
+ "landsat_k": 1024,
85
+ "time_sep_id": 3074,
86
+ "bos_id": 3075,
87
+ "vocab_size": 3076
88
+ },
89
+ "s2_value_scale": 9.999999747378752e-05,
90
+ "s1_value_scale": 1.0,
91
+ "landsat_value_scale": 9.999999747378752e-05,
92
+ "tokens_per_timestep": 192,
93
+ "streaming_h5": true,
94
+ "multimodal_satellite_only": true,
95
+ "h5_dir": "/workspace/olmoearth/h5_shards",
96
+ "s2_key": "sentinel2_l2a",
97
+ "s1_key": "sentinel1",
98
+ "landsat_key": "landsat",
99
+ "contrastive": {
100
+ "weight": 0.1,
101
+ "temp": 0.1,
102
+ "proj_dim": 256,
103
+ "queue_size": 4096,
104
+ "pooling": "mean_unmasked",
105
+ "spatial_aug": "flip_rotate",
106
+ "drop_s1_p": 0.3,
107
+ "drop_landsat_p": 0.3
108
+ }
109
+ },
110
+ "effective_total_batch_size": 1037120,
111
+ "grad_accum_steps": 64,
112
+ "dataloader_state_dict": {
113
+ "epoch": 2,
114
+ "seen_in_epoch": 10851,
115
+ "rank": 0
116
+ },
117
+ "loop_state": {
118
+ "min_val_loss": 1.4388136863708496,
119
+ "smooth_train_loss": 1.615255363829297,
120
+ "total_training_time": 3142.5639770030975
121
+ }
122
+ }
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_000800.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 800,
3
+ "val_loss": 1.4206730127334595,
4
+ "model_config": {
5
+ "sequence_len": 2315,
6
+ "vocab_size": 3076,
7
+ "n_layer": 20,
8
+ "n_head": 10,
9
+ "n_kv_head": 10,
10
+ "n_embd": 1280,
11
+ "window_pattern": "L"
12
+ },
13
+ "user_config": {
14
+ "data_dir": "",
15
+ "h5_dir": "/workspace/olmoearth/h5_shards",
16
+ "s2_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s2_k1024_g8_proj64_vs1e-4.npz",
17
+ "s2_key": "sentinel2_l2a",
18
+ "s1_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s1_k1024_g8_proj64_vs1.npz",
19
+ "landsat_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/landsat_k1024_g8_proj64_vs1e-4.npz",
20
+ "s1_key": "sentinel1",
21
+ "landsat_key": "landsat",
22
+ "num_timesteps": 12,
23
+ "timestep_strategy": "uniform",
24
+ "objective": "masked",
25
+ "mask_ratio": 0.15,
26
+ "assign_chunk_size": 2048,
27
+ "train_fraction": 0.98,
28
+ "num_workers": 120,
29
+ "prefetch": 512,
30
+ "shuffle_buffer": 10000,
31
+ "contrastive_weight": 0.1,
32
+ "contrastive_temp": 0.1,
33
+ "contrastive_proj_dim": 256,
34
+ "contrastive_lr": 0.001,
35
+ "contrastive_queue_size": 4096,
36
+ "contrastive_pooling": "mean_unmasked",
37
+ "spatial_aug": "flip_rotate",
38
+ "drop_s1_p": 0.3,
39
+ "drop_landsat_p": 0.3,
40
+ "run": "d20_g8_restart",
41
+ "device_type": "",
42
+ "depth": 20,
43
+ "aspect_ratio": 64,
44
+ "head_dim": 128,
45
+ "window_pattern": "L",
46
+ "num_iterations": 2010,
47
+ "device_batch_size": 1,
48
+ "grad_accum_steps": 64,
49
+ "total_batch_size": 0,
50
+ "embedding_lr": 0.3,
51
+ "unembedding_lr": 0.004,
52
+ "weight_decay": 0.2,
53
+ "matrix_lr": 0.02,
54
+ "scalar_lr": 0.5,
55
+ "adam_beta1": 0.8,
56
+ "adam_beta2": 0.95,
57
+ "warmup_ratio": 0.01,
58
+ "warmdown_ratio": 0.4,
59
+ "final_lr_frac": 0.0,
60
+ "resume_from_step": -1,
61
+ "eval_every": 200,
62
+ "eval_steps": 50,
63
+ "save_every": 200,
64
+ "model_tag": "olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x"
65
+ },
66
+ "dataset_meta": {
67
+ "sequence_len": 2315,
68
+ "sequence_tokens_len": 2316,
69
+ "objective": "masked",
70
+ "mask_ratio": 0.15,
71
+ "num_timesteps": 12,
72
+ "timestep_strategy": "uniform",
73
+ "context_grid_size": 8,
74
+ "context_patch_size": 16,
75
+ "pad_id": 0,
76
+ "mask_id": 1,
77
+ "ignore_index": -1,
78
+ "token_spec": {
79
+ "s2_base": 2,
80
+ "s2_k": 1024,
81
+ "s1_base": 1026,
82
+ "s1_k": 1024,
83
+ "landsat_base": 2050,
84
+ "landsat_k": 1024,
85
+ "time_sep_id": 3074,
86
+ "bos_id": 3075,
87
+ "vocab_size": 3076
88
+ },
89
+ "s2_value_scale": 9.999999747378752e-05,
90
+ "s1_value_scale": 1.0,
91
+ "landsat_value_scale": 9.999999747378752e-05,
92
+ "tokens_per_timestep": 192,
93
+ "streaming_h5": true,
94
+ "multimodal_satellite_only": true,
95
+ "h5_dir": "/workspace/olmoearth/h5_shards",
96
+ "s2_key": "sentinel2_l2a",
97
+ "s1_key": "sentinel1",
98
+ "landsat_key": "landsat",
99
+ "contrastive": {
100
+ "weight": 0.1,
101
+ "temp": 0.1,
102
+ "proj_dim": 256,
103
+ "queue_size": 4096,
104
+ "pooling": "mean_unmasked",
105
+ "spatial_aug": "flip_rotate",
106
+ "drop_s1_p": 0.3,
107
+ "drop_landsat_p": 0.3
108
+ }
109
+ },
110
+ "effective_total_batch_size": 1037120,
111
+ "grad_accum_steps": 64,
112
+ "dataloader_state_dict": {
113
+ "epoch": 2,
114
+ "seen_in_epoch": 24784,
115
+ "rank": 0
116
+ },
117
+ "loop_state": {
118
+ "min_val_loss": 1.4206730127334595,
119
+ "smooth_train_loss": 1.787165827130373,
120
+ "total_training_time": 4399.704566955566
121
+ }
122
+ }
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/meta_001000.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 1000,
3
+ "val_loss": 1.4105912446975708,
4
+ "model_config": {
5
+ "sequence_len": 2315,
6
+ "vocab_size": 3076,
7
+ "n_layer": 20,
8
+ "n_head": 10,
9
+ "n_kv_head": 10,
10
+ "n_embd": 1280,
11
+ "window_pattern": "L"
12
+ },
13
+ "user_config": {
14
+ "data_dir": "",
15
+ "h5_dir": "/workspace/olmoearth/h5_shards",
16
+ "s2_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s2_k1024_g8_proj64_vs1e-4.npz",
17
+ "s2_key": "sentinel2_l2a",
18
+ "s1_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/s1_k1024_g8_proj64_vs1.npz",
19
+ "landsat_tokenizer_file": "/workspace/tokenizers/olmoearth_mm_g8/landsat_k1024_g8_proj64_vs1e-4.npz",
20
+ "s1_key": "sentinel1",
21
+ "landsat_key": "landsat",
22
+ "num_timesteps": 12,
23
+ "timestep_strategy": "uniform",
24
+ "objective": "masked",
25
+ "mask_ratio": 0.15,
26
+ "assign_chunk_size": 2048,
27
+ "train_fraction": 0.98,
28
+ "num_workers": 120,
29
+ "prefetch": 512,
30
+ "shuffle_buffer": 10000,
31
+ "contrastive_weight": 0.1,
32
+ "contrastive_temp": 0.1,
33
+ "contrastive_proj_dim": 256,
34
+ "contrastive_lr": 0.001,
35
+ "contrastive_queue_size": 4096,
36
+ "contrastive_pooling": "mean_unmasked",
37
+ "spatial_aug": "flip_rotate",
38
+ "drop_s1_p": 0.3,
39
+ "drop_landsat_p": 0.3,
40
+ "run": "d20_g8_restart",
41
+ "device_type": "",
42
+ "depth": 20,
43
+ "aspect_ratio": 64,
44
+ "head_dim": 128,
45
+ "window_pattern": "L",
46
+ "num_iterations": 2010,
47
+ "device_batch_size": 1,
48
+ "grad_accum_steps": 64,
49
+ "total_batch_size": 0,
50
+ "embedding_lr": 0.3,
51
+ "unembedding_lr": 0.004,
52
+ "weight_decay": 0.2,
53
+ "matrix_lr": 0.02,
54
+ "scalar_lr": 0.5,
55
+ "adam_beta1": 0.8,
56
+ "adam_beta2": 0.95,
57
+ "warmup_ratio": 0.01,
58
+ "warmdown_ratio": 0.4,
59
+ "final_lr_frac": 0.0,
60
+ "resume_from_step": -1,
61
+ "eval_every": 200,
62
+ "eval_steps": 50,
63
+ "save_every": 200,
64
+ "model_tag": "olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x"
65
+ },
66
+ "dataset_meta": {
67
+ "sequence_len": 2315,
68
+ "sequence_tokens_len": 2316,
69
+ "objective": "masked",
70
+ "mask_ratio": 0.15,
71
+ "num_timesteps": 12,
72
+ "timestep_strategy": "uniform",
73
+ "context_grid_size": 8,
74
+ "context_patch_size": 16,
75
+ "pad_id": 0,
76
+ "mask_id": 1,
77
+ "ignore_index": -1,
78
+ "token_spec": {
79
+ "s2_base": 2,
80
+ "s2_k": 1024,
81
+ "s1_base": 1026,
82
+ "s1_k": 1024,
83
+ "landsat_base": 2050,
84
+ "landsat_k": 1024,
85
+ "time_sep_id": 3074,
86
+ "bos_id": 3075,
87
+ "vocab_size": 3076
88
+ },
89
+ "s2_value_scale": 9.999999747378752e-05,
90
+ "s1_value_scale": 1.0,
91
+ "landsat_value_scale": 9.999999747378752e-05,
92
+ "tokens_per_timestep": 192,
93
+ "streaming_h5": true,
94
+ "multimodal_satellite_only": true,
95
+ "h5_dir": "/workspace/olmoearth/h5_shards",
96
+ "s2_key": "sentinel2_l2a",
97
+ "s1_key": "sentinel1",
98
+ "landsat_key": "landsat",
99
+ "contrastive": {
100
+ "weight": 0.1,
101
+ "temp": 0.1,
102
+ "proj_dim": 256,
103
+ "queue_size": 4096,
104
+ "pooling": "mean_unmasked",
105
+ "spatial_aug": "flip_rotate",
106
+ "drop_s1_p": 0.3,
107
+ "drop_landsat_p": 0.3
108
+ }
109
+ },
110
+ "effective_total_batch_size": 1037120,
111
+ "grad_accum_steps": 64,
112
+ "dataloader_state_dict": {
113
+ "epoch": 3,
114
+ "seen_in_epoch": 7203,
115
+ "rank": 0
116
+ },
117
+ "loop_state": {
118
+ "min_val_loss": 1.4105912446975708,
119
+ "smooth_train_loss": 1.5411815402629765,
120
+ "total_training_time": 5721.089635372162
121
+ }
122
+ }
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30d9b3a23fa8784da697ccbba0553f20038960d64f9cca7f7ee244b562695802
3
+ size 1677300877
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315dd31e9b76bcc08103e74ceed701e5fe56b1a166f929de89360fb579cb1d8f
3
+ size 1677300877
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000600.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9661d5ea778dc5a8b857c398cf6514dcdf0886bcd7c534e41bf10670741c3cb
3
+ size 1677300877
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_000800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36de545442afbc230b844f5967080cb7c4db983d1a99f768b1c064cc1eb7638d
3
+ size 1677300877
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/model_001000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a410d894553cfcd1e131ad4f96f7fc1c5a950d2ed1b80351ee617cb070523813
3
+ size 1677300877
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc1229c5efde23b22ffda6cf6222c84008c45fb665eb5a60c197c38a2aea0c7
3
+ size 269096629
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836fb85ee8f25dda923949c59c0506495bfb0eb7e72be7ceb88d7b2be8aec946
3
+ size 269096629
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ebaf963bd5b176f886ffa900286c3f1bebc91cda9155df8773de42fc4f802ca
3
+ size 269096629
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9e8951738d69dc8468f2a0291af1c9fce95a7be63f37fd19b0e261bf2cef2ee
3
+ size 269096629
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1dac6abcd1265a5a4af7dd2b51d97a2a34f11e0ed46a763cb6b5f15d375aa00
3
+ size 269096629
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ee005573d2ac04ada9a3ce9f12b1882cf0bc1607786b041012f592a03bc692
3
+ size 269096629
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000200_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:914fad119414a91953d29fd30ee8e4a4997e56772960d15f8add7e1fb054780d
3
+ size 269096629
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef3647f2e0a5400271d75ffbb440a8afe769f2a069bb22ca67767156aee580b
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b0245e0d2094b9947301c0d950acb5cb9091ccbd08a90cdcb44488591fea2e
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0e87f585a93d4aed3df4ce564afd42d418244b9bbc8f5ccc0c4bd5e3c2c6dad
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46432fb1a41f1c5e6fa43698d376acd53e7c56bb331f17b84bd7a4abf12e887
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7095e96dfdf0d932df5c871e3ef12f91dc061774f06ec590a76ec5e22fcbf65e
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e1c8d21f0f0fdf0f55080d6195082bb98ba10aa27190e09053b28c574078a3b
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000400_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bcd820e420aa805bf25a007ae9a49584c268bb5e66f0d47780cdc12f6b41b81
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd14535f6d41bfb6c9000627c6c2a85ff47a90ffc58c12471abb12841fc93529
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:934cd8182f3721658fda06241ea77f27d36862d7e431e5f7bc645d00b91d57fc
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deb084419a0ca4a63a5857c9efea2d0024b13661ffe215ae76bf8c7e4833fd6d
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057764d30c60160633c96f37f61c21410f9b8bb32e8b8ada9332df33f466ab6a
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab488cb34916f483fea92df32135b0ffd2eab54dcbc0e5755ed4eab02c0a0fdb
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f53f4dca0dda41ec58919187610f7b58ee963c0dad91a0e49fdfe77e6e550b9
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000600_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8815dbf236642f5c2d64ccf15b7fcc80e4f1cb9304d685e2a898539b9f8044e
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30fd263fd20a75edf4fe6e4f5108bccfe8a8162175bdd2e9f8c1b3d43ebdf995
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bc5d549e48b104db39f5382a453ede07e3f4de47f0345b162c8fbb15e6f12e4
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67067438b929ba5978fc525f696a9c3070bb0bbe353ae91b4ec8bc383bdbbfde
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b5c46e1799e35213ebed6bbdc326795bdc2e0b262028d80fc912df3fa06c7e
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6158feac4664aefbc4652a7f05ce2237686481f6bd6e05ea22c4d7d139f7ba16
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c46b51518d425fffafedfca547894be5624349f3222b3b68e2f5e4c0691d0e6
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_000800_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84dd5ac139ebcd4696dd7d5aaf0458a24bcbce80dfb1188edc9f7b3482ce790a
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd85485f799793070a7972a326a9083e5844587accf660769542d694f71a49f
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab665478f11e4243fdbb4a4d5c21b016e66de7340dd11fae760454adb42852d9
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c5df4e5c829cf1d83d27243469f3bc4d797b471a0f82127ec325d9008211bea
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98beb5de7f0df9f94bdc46f7b0556fab668b6734b335e0df4cfa350cc4a91498
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819f3fc55e7e5a2c56d6c58600910b54581ef8e87d46b88548f26ae5640aa5f7
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ba338d66c7581b627692fc620a35312a8f07b93a72e470750724d5f96069087
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/optim_001000_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0fce3721d60ba537e11dee264a90576ebb9ab3c72d17cc7118f5d3f119e48bc
3
+ size 269096693
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7e449e343f9583a652f81a3485deac3a0f1516f0abecdeccbd6a2b7c6649644
3
+ size 1574917
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000400.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3e99132a5388e44b75135317879b01cadf0718f1217d66b620dd304e2ae124
3
+ size 1574917
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000600.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ad242a32a32da3b972ef40fdc4c19ded2a1070c3dcd3fa1cc124094f80d8429
3
+ size 1574917
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_000800.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:406964567d73f51db4379e951cc375dd0a11b9cca764c49f2bd0c190ed852149
3
+ size 1574917
fm_checkpoints/olmoearth_mm_d20_ar64_g8_k1024_7gpu_ch20x/proj_001000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e1043bdb7c3f91c860ce7a1ba881da735392ccabb46df9b1af3c8b244400bba
3
+ size 1574917