Hugging Face's logo

Viharikvs
/
spatial

Model card Files
xet
 Community
Viharikvs commited on
Commit
9dab190
·
verified ·
1 Parent(s): 9d376ee

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. sat2map_checkpoints/d20_sat2map_tokfix_savefix/meta_000500.json +82 -0
  2. sat2map_checkpoints/d20_sat2map_tokfix_savefix/meta_001000.json +82 -0
  3. sat2map_checkpoints/d20_sat2map_tokfix_savefix/model_000500.pt +3 -0
  4. sat2map_checkpoints/d20_sat2map_tokfix_savefix/model_001000.pt +3 -0
  5. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank0.pt +3 -0
  6. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank1.pt +3 -0
  7. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank2.pt +3 -0
  8. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank3.pt +3 -0
  9. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank4.pt +3 -0
  10. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank5.pt +3 -0
  11. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank6.pt +3 -0
  12. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank7.pt +3 -0
  13. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank0.pt +3 -0
  14. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank1.pt +3 -0
  15. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank2.pt +3 -0
  16. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank3.pt +3 -0
  17. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank4.pt +3 -0
  18. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank5.pt +3 -0
  19. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank6.pt +3 -0
  20. sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank7.pt +3 -0
sat2map_checkpoints/d20_sat2map_tokfix_savefix/meta_000500.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 500,
3
+ "val_loss": 0.2802613079547882,
4
+ "model_config": {
5
+ "sequence_len": 7180,
6
+ "vocab_size": 1542,
7
+ "n_layer": 20,
8
+ "n_head": 10,
9
+ "n_kv_head": 10,
10
+ "n_embd": 1280,
11
+ "window_pattern": "L"
12
+ },
13
+ "user_config": {
14
+ "data_dir": "/data/sat2map/sat2map_g16_t12_target64_k1024_tokfix",
15
+ "run": "sat2map_tokfix_savefix_full",
16
+ "device_type": "",
17
+ "depth": 20,
18
+ "aspect_ratio": 64,
19
+ "head_dim": 128,
20
+ "window_pattern": "L",
21
+ "num_iterations": 2000,
22
+ "device_batch_size": 1,
23
+ "grad_accum_steps": 8,
24
+ "total_batch_size": 0,
25
+ "embedding_lr": 0.3,
26
+ "unembedding_lr": 0.004,
27
+ "weight_decay": 0.2,
28
+ "matrix_lr": 0.02,
29
+ "scalar_lr": 0.5,
30
+ "adam_beta1": 0.8,
31
+ "adam_beta2": 0.95,
32
+ "warmup_ratio": 0.01,
33
+ "warmdown_ratio": 0.4,
34
+ "final_lr_frac": 0.0,
35
+ "resume_from_step": -1,
36
+ "eval_every": 200,
37
+ "eval_steps": 50,
38
+ "save_every": 500,
39
+ "model_tag": "d20_sat2map_tokfix_savefix",
40
+ "init_from_group": "",
41
+ "init_from_tag": "",
42
+ "init_from_step": -1
43
+ },
44
+ "dataset_meta": {
45
+ "sequence_len": 7180,
46
+ "sequence_tokens_len": 7181,
47
+ "num_timesteps": 12,
48
+ "timestep_strategy": "uniform",
49
+ "context_grid_size": 16,
50
+ "context_patch_size": 8,
51
+ "target_grid_size": 64,
52
+ "pad_id": 0,
53
+ "mask_id": 1,
54
+ "ignore_index": -1,
55
+ "token_spec": {
56
+ "s2_base": 2,
57
+ "s2_k": 1024,
58
+ "time_sep_id": 1026,
59
+ "task_wc_id": 1027,
60
+ "task_cdl_id": 1028,
61
+ "bos_id": 1029,
62
+ "wc_base": 1030,
63
+ "cdl_base": 1286,
64
+ "vocab_size": 1542
65
+ },
66
+ "task_id_to_name": {
67
+ "1": "worldcover",
68
+ "2": "cdl"
69
+ }
70
+ },
71
+ "effective_total_batch_size": 459520,
72
+ "grad_accum_steps": 8,
73
+ "dataloader_state_dict": {
74
+ "epoch": 4,
75
+ "rank": 0
76
+ },
77
+ "loop_state": {
78
+ "min_val_loss": 0.2802613079547882,
79
+ "smooth_train_loss": 0.3051551480607827,
80
+ "total_training_time": 316.04093956947327
81
+ }
82
+ }
sat2map_checkpoints/d20_sat2map_tokfix_savefix/meta_001000.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 1000,
3
+ "val_loss": 0.27520647644996643,
4
+ "model_config": {
5
+ "sequence_len": 7180,
6
+ "vocab_size": 1542,
7
+ "n_layer": 20,
8
+ "n_head": 10,
9
+ "n_kv_head": 10,
10
+ "n_embd": 1280,
11
+ "window_pattern": "L"
12
+ },
13
+ "user_config": {
14
+ "data_dir": "/data/sat2map/sat2map_g16_t12_target64_k1024_tokfix",
15
+ "run": "sat2map_tokfix_savefix_full",
16
+ "device_type": "",
17
+ "depth": 20,
18
+ "aspect_ratio": 64,
19
+ "head_dim": 128,
20
+ "window_pattern": "L",
21
+ "num_iterations": 2000,
22
+ "device_batch_size": 1,
23
+ "grad_accum_steps": 8,
24
+ "total_batch_size": 0,
25
+ "embedding_lr": 0.3,
26
+ "unembedding_lr": 0.004,
27
+ "weight_decay": 0.2,
28
+ "matrix_lr": 0.02,
29
+ "scalar_lr": 0.5,
30
+ "adam_beta1": 0.8,
31
+ "adam_beta2": 0.95,
32
+ "warmup_ratio": 0.01,
33
+ "warmdown_ratio": 0.4,
34
+ "final_lr_frac": 0.0,
35
+ "resume_from_step": -1,
36
+ "eval_every": 200,
37
+ "eval_steps": 50,
38
+ "save_every": 500,
39
+ "model_tag": "d20_sat2map_tokfix_savefix",
40
+ "init_from_group": "",
41
+ "init_from_tag": "",
42
+ "init_from_step": -1
43
+ },
44
+ "dataset_meta": {
45
+ "sequence_len": 7180,
46
+ "sequence_tokens_len": 7181,
47
+ "num_timesteps": 12,
48
+ "timestep_strategy": "uniform",
49
+ "context_grid_size": 16,
50
+ "context_patch_size": 8,
51
+ "target_grid_size": 64,
52
+ "pad_id": 0,
53
+ "mask_id": 1,
54
+ "ignore_index": -1,
55
+ "token_spec": {
56
+ "s2_base": 2,
57
+ "s2_k": 1024,
58
+ "time_sep_id": 1026,
59
+ "task_wc_id": 1027,
60
+ "task_cdl_id": 1028,
61
+ "bos_id": 1029,
62
+ "wc_base": 1030,
63
+ "cdl_base": 1286,
64
+ "vocab_size": 1542
65
+ },
66
+ "task_id_to_name": {
67
+ "1": "worldcover",
68
+ "2": "cdl"
69
+ }
70
+ },
71
+ "effective_total_batch_size": 459520,
72
+ "grad_accum_steps": 8,
73
+ "dataloader_state_dict": {
74
+ "epoch": 7,
75
+ "rank": 0
76
+ },
77
+ "loop_state": {
78
+ "min_val_loss": 0.2583919167518616,
79
+ "smooth_train_loss": 0.22146635652330376,
80
+ "total_training_time": 641.688205242157
81
+ }
82
+ }
sat2map_checkpoints/d20_sat2map_tokfix_savefix/model_000500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c55a6ec77a93557e9679b865b62be613b54b6db222484c7b0164f907c886c66
3
+ size 1626182797
sat2map_checkpoints/d20_sat2map_tokfix_savefix/model_001000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821a58b809bcb8a08e5c1b37fc461dca113aee2b7565dc92dd8c8f8ceb045fbc
3
+ size 1626182797
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f9d177a13d359f899b44dcd71a7d265696e947943e388ce1ff177763d2ccc8
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40651098656267c46174310c4cb5e65c71531bf203aeb5221fd86d0547df65c
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466b9c42110512c1ce7c8166bc7c0a1029c21df266ab3f05770a5bccb3c75cab
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:172506b675ba1f49837f67d51f7fb248265b1a2fab47dbad3a2d4bb903e832ad
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4920c19f7e310aff4f54ad8e63cd5250bd3ca2fe548037271e83dd85ecc42f1f
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6833e6d5fea4cb671de4b6debcf6cf05a23101f48ed5827b7fcc7cd630012a4
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49006eb49e73f0b9c8e9fac753bd5081704de2451be65de9617154893528d4f8
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_000500_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057990aaa9ae6d2d549925e1c50fb82a9e6ed43268c6e720f1dae0e31c313bee
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce26091eaa81de78ce6185ef4d86496dfe2733dc23378b750217d81db8832c36
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52896c47ccb02fdef7192a532caab42cc9f7f7f2708902d7f506b8c79f45d45e
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2b8be0b4e7ff57ab874dea557284c6f2f538982ae4e80cf3f246a19d6b5695
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b06c1b9489b6d5621f2b9865d6ecff75e751f8a030a75732f5ccaf0f7ab5bda5
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854945fa30dc3082b577a911b480c6ceed755aad970c4fca979c4a6a61bfc314
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e053aafdb0e3a955cec2af632a415e4e39f443f64bd4d66338796cb8594767b7
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:914af0a78adc1127dfb1c5e26331fed3de2111c30870381cb3fc0bb7db38d2eb
3
+ size 236324549
sat2map_checkpoints/d20_sat2map_tokfix_savefix/optim_001000_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6002daaf59da34853eae3d02ebfa66ca3cda5f80679a9a3b82fe6d18e55d6d31
3
+ size 236324549