diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000200.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000200.json new file mode 100644 index 0000000000000000000000000000000000000000..16d1b451bdc9cd6489b9fd6459f66f72d166d1ef --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000200.json @@ -0,0 +1,127 @@ +{ + "step": 200, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "run": "fmvit_d12_e768_ps16_normcomputed_contrast", + "device_type": "", + "num_iterations": 2000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": -1, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 4012, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.016370560973882675, + "smooth_train_loss": 0.5858559630265132, + "total_training_time": 671.0913317203522 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000400.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000400.json new file mode 100644 index 0000000000000000000000000000000000000000..5d3bb1704b45f688191aef47b2945b8699ba182c --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000400.json @@ -0,0 +1,127 @@ +{ + "step": 400, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "run": "fmvit_d12_e768_ps16_normcomputed_contrast", + "device_type": "", + "num_iterations": 2000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": -1, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 7490, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.013834112323820591, + "smooth_train_loss": 0.5782125935767392, + "total_training_time": 1311.291844367981 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000600.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000600.json new file mode 100644 index 0000000000000000000000000000000000000000..0fbbb6b3b36ba8e71dd85f8400565ef4aae4555e --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000600.json @@ -0,0 +1,127 @@ +{ + "step": 600, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "run": "fmvit_d12_e768_ps16_normcomputed_contrast", + "device_type": "", + "num_iterations": 2000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": -1, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 10974, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.010902605019509792, + "smooth_train_loss": 0.6522089063121922, + "total_training_time": 2001.2056035995483 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000800.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000800.json new file mode 100644 index 0000000000000000000000000000000000000000..050cf65c23d0a983a45b2655ea1833a6d53f83ea --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_000800.json @@ -0,0 +1,127 @@ +{ + "step": 800, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "run": "fmvit_d12_e768_ps16_normcomputed_contrast", + "device_type": "", + "num_iterations": 2000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": -1, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 14454, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.010902605019509792, + "smooth_train_loss": 0.5903836969554602, + "total_training_time": 2712.8702449798584 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001000.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001000.json new file mode 100644 index 0000000000000000000000000000000000000000..abdf432d82a8230198b75c19f050723679dd468d --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001000.json @@ -0,0 +1,127 @@ +{ + "step": 1000, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "run": "fmvit_d12_e768_ps16_normcomputed_contrast", + "device_type": "", + "num_iterations": 2000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": -1, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 17963, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.010902605019509792, + "smooth_train_loss": 0.6888835440006619, + "total_training_time": 3383.462060689926 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001200.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001200.json new file mode 100644 index 0000000000000000000000000000000000000000..4d4fd84e78d8cd53db6e02e2971e56f78216e0c5 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001200.json @@ -0,0 +1,127 @@ +{ + "step": 1200, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "run": "fmvit_d12_e768_ps16_normcomputed_contrast", + "device_type": "", + "num_iterations": 2000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": -1, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 21405, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.010902605019509792, + "smooth_train_loss": 0.6212157924077802, + "total_training_time": 4036.29727101326 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001400.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001400.json new file mode 100644 index 0000000000000000000000000000000000000000..dbdbbde0a6078731afe9416590dbd680292cd586 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001400.json @@ -0,0 +1,144 @@ +{ + "step": 1400, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "distill_weight": 1.0, + "distill_every": 1, + "distill_teacher_patch_size": 4, + "distill_teacher_expected_hw": 64, + "distill_teacher_timesteps": 1, + "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain", + "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth", + "run": "fmvit_d12_e768_ps16_normcomputed_contrast_distill_from1200_fixed", + "device_type": "", + "num_iterations": 3000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": 1200, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + }, + "distill": { + "weight": 1.0, + "every": 1, + "teacher_patch_size": 4, + "teacher_expected_hw": 64, + "teacher_timesteps": 1, + "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth" + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 25428, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.006192712113261223, + "smooth_train_loss": 0.6052941592953123, + "total_training_time": 1029.8920831680298 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001600.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001600.json new file mode 100644 index 0000000000000000000000000000000000000000..cd3af08561cad0f25757c600f322fae3625d4e17 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001600.json @@ -0,0 +1,144 @@ +{ + "step": 1600, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "distill_weight": 1.0, + "distill_every": 1, + "distill_teacher_patch_size": 4, + "distill_teacher_expected_hw": 64, + "distill_teacher_timesteps": 1, + "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain", + "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth", + "run": "fmvit_d12_e768_ps16_normcomputed_contrast_distill_from1200_fixed", + "device_type": "", + "num_iterations": 3000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": 1200, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + }, + "distill": { + "weight": 1.0, + "every": 1, + "teacher_patch_size": 4, + "teacher_expected_hw": 64, + "teacher_timesteps": 1, + "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth" + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 1, + "seen_in_epoch": 28896, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.005149390082806349, + "smooth_train_loss": 0.646685980323255, + "total_training_time": 1955.4804801940918 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001800.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001800.json new file mode 100644 index 0000000000000000000000000000000000000000..16f76da4405db226f11a04c2bd1e3d15b4a50430 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_001800.json @@ -0,0 +1,144 @@ +{ + "step": 1800, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "distill_weight": 1.0, + "distill_every": 1, + "distill_teacher_patch_size": 4, + "distill_teacher_expected_hw": 64, + "distill_teacher_timesteps": 1, + "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain", + "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth", + "run": "fmvit_d12_e768_ps16_normcomputed_contrast_distill_from1200_fixed", + "device_type": "", + "num_iterations": 3000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": 1200, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + }, + "distill": { + "weight": 1.0, + "every": 1, + "teacher_patch_size": 4, + "teacher_expected_hw": 64, + "teacher_timesteps": 1, + "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth" + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 2, + "seen_in_epoch": 917, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.005149390082806349, + "smooth_train_loss": 0.6704386385443244, + "total_training_time": 2887.5464861392975 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002000.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002000.json new file mode 100644 index 0000000000000000000000000000000000000000..efd90b2365bdb5637f40bb210cbdaccb0e1ad4d8 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002000.json @@ -0,0 +1,144 @@ +{ + "step": 2000, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "distill_weight": 1.0, + "distill_every": 1, + "distill_teacher_patch_size": 4, + "distill_teacher_expected_hw": 64, + "distill_teacher_timesteps": 1, + "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain", + "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth", + "run": "fmvit_d12_e768_ps16_normcomputed_contrast_distill_from1200_fixed", + "device_type": "", + "num_iterations": 3000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": 1200, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + }, + "distill": { + "weight": 1.0, + "every": 1, + "teacher_patch_size": 4, + "teacher_expected_hw": 64, + "teacher_timesteps": 1, + "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth" + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 2, + "seen_in_epoch": 4390, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.0049408539198338985, + "smooth_train_loss": 0.6197526026832074, + "total_training_time": 3779.869448184967 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002200.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002200.json new file mode 100644 index 0000000000000000000000000000000000000000..bcc7dad7b758f77a4d30c82e2fdac6358695cc3e --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002200.json @@ -0,0 +1,144 @@ +{ + "step": 2200, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "distill_weight": 1.0, + "distill_every": 1, + "distill_teacher_patch_size": 4, + "distill_teacher_expected_hw": 64, + "distill_teacher_timesteps": 1, + "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain", + "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth", + "run": "fmvit_d12_e768_ps16_normcomputed_contrast_distill_from1200_fixed", + "device_type": "", + "num_iterations": 3000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": 1200, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + }, + "distill": { + "weight": 1.0, + "every": 1, + "teacher_patch_size": 4, + "teacher_expected_hw": 64, + "teacher_timesteps": 1, + "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth" + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 2, + "seen_in_epoch": 7863, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.0049408539198338985, + "smooth_train_loss": 0.7462502316266328, + "total_training_time": 4642.677878856659 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002400.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002400.json new file mode 100644 index 0000000000000000000000000000000000000000..2036029bc10fba4788b26e3cb913c0612e04fb9f --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002400.json @@ -0,0 +1,144 @@ +{ + "step": 2400, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "distill_weight": 1.0, + "distill_every": 1, + "distill_teacher_patch_size": 4, + "distill_teacher_expected_hw": 64, + "distill_teacher_timesteps": 1, + "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain", + "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth", + "run": "fmvit_d12_e768_ps16_normcomputed_contrast_distill_from1200_fixed", + "device_type": "", + "num_iterations": 3000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": 1200, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + }, + "distill": { + "weight": 1.0, + "every": 1, + "teacher_patch_size": 4, + "teacher_expected_hw": 64, + "teacher_timesteps": 1, + "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth" + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 2, + "seen_in_epoch": 11335, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.004638022743165493, + "smooth_train_loss": 0.7643059450641918, + "total_training_time": 5606.75569486618 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002600.json b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002600.json new file mode 100644 index 0000000000000000000000000000000000000000..d40521a0d2c90b84d9cd8e44fd9e3230f75e9f63 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/meta_002600.json @@ -0,0 +1,144 @@ +{ + "step": 2600, + "model_type": "fm_vit", + "model_config": { + "embed_dim": 768, + "depth": 12, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "patch_size": 16, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + } + }, + "user_config": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "mask_ratio": 0.75, + "s2_value_scale": 0.0001, + "s1_value_scale": 1.0, + "landsat_value_scale": 0.0001, + "norm": "computed", + "norm_stats_file": "", + "norm_std_multiplier": 2.0, + "num_workers": 120, + "prefetch": 512, + "shuffle_buffer": 10000, + "depth": 12, + "embed_dim": 768, + "num_heads": 12, + "mlp_ratio": 4.0, + "dropout": 0.0, + "attn_dropout": 0.0, + "contrastive_weight": 0.1, + "contrastive_temp": 0.1, + "contrastive_proj_dim": 256, + "contrastive_lr": 0.001, + "contrastive_queue_size": 4096, + "contrastive_pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3, + "distill_weight": 1.0, + "distill_every": 1, + "distill_teacher_patch_size": 4, + "distill_teacher_expected_hw": 64, + "distill_teacher_timesteps": 1, + "distill_olmoearth_src_dir": "/workspace/Spatial/olmoearth_pretrain", + "distill_olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "distill_olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth", + "run": "fmvit_d12_e768_ps16_normcomputed_contrast_distill_from1200_fixed", + "device_type": "", + "num_iterations": 3000, + "device_batch_size": 2, + "grad_accum_steps": 8, + "lr": 0.0001, + "weight_decay": 0.05, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "warmup_ratio": 0.01, + "warmdown_ratio": 0.4, + "final_lr_frac": 0.0, + "grad_clip": 1.0, + "resume_from_step": 1200, + "eval_every": 200, + "eval_steps": 25, + "save_every": 200, + "model_tag": "fmvit_d12_e768_ps16_normcomputed_contrast" + }, + "dataset_meta": { + "h5_dir": "/workspace/olmoearth/h5_shards", + "s2_key": "sentinel2_l2a", + "s1_key": "sentinel1", + "landsat_key": "landsat", + "num_timesteps": 12, + "timestep_strategy": "uniform", + "patch_size": 16, + "grid_size": 8, + "mask_ratio": 0.75, + "value_scales": { + "sentinel2_l2a": 0.0001, + "sentinel1": 1.0, + "landsat": 0.0001 + }, + "norm": { + "strategy": "computed", + "stats_file": "/workspace/Spatial/olmoearth_pretrain/olmoearth_pretrain/data/norm_configs/computed.json", + "std_multiplier": 2.0 + }, + "modalities": [ + "sentinel2_l2a", + "sentinel1", + "landsat" + ], + "modality_channels": { + "sentinel2_l2a": 12, + "sentinel1": 2, + "landsat": 11 + }, + "contrastive": { + "weight": 0.1, + "temp": 0.1, + "proj_dim": 256, + "queue_size": 4096, + "pooling": "mean_unmasked", + "spatial_aug": "flip_rotate", + "drop_s1_p": 0.3, + "drop_landsat_p": 0.3 + }, + "distill": { + "weight": 1.0, + "every": 1, + "teacher_patch_size": 4, + "teacher_expected_hw": 64, + "teacher_timesteps": 1, + "olmoearth_config": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/config.json", + "olmoearth_weights": "/workspace/Spatial/nanochat_artifacts/teachers/olmoearth_v1_base/weights.pth" + } + }, + "grad_accum_steps": 8, + "dataloader_state_dict": { + "epoch": 2, + "seen_in_epoch": 14836, + "rank": 0 + }, + "loop_state": { + "min_val_loss": 0.004481656476855278, + "smooth_train_loss": 0.7224110388834869, + "total_training_time": 6496.724760055542 + } +} \ No newline at end of file diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000200.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae42014ed50964c38b43fed182060b10d8490ee4 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000200.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c5811d319d15b3fdc64c67f2c88e9bcbff4f21738bf6be002eed11ee0515af +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000400.pt new file mode 100644 index 0000000000000000000000000000000000000000..3def9b588e4e81f3561053eed1f7d1c580f2ad6c --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000400.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c1e22159d25baf272d45a99a2f008b477c3113e90ae93239e5ec88d29b29bf +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000600.pt new file mode 100644 index 0000000000000000000000000000000000000000..626b6f75100c1e330ab0b4e8c269358056a3d1f3 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000600.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df6f9880262708099f19c44a57a1b6bd2c59678dcd8ba52161bdfcf8dba17f5 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000800.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000800.pt new file mode 100644 index 0000000000000000000000000000000000000000..60f859a13a03c37fec8019039df0fffeead398b4 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_000800.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e9caec74d6b4498589b3c0f70d934eb7cc74d5690676e71e24153453516ad4 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001000.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d78141bb41397ac97ad4e27454281e6008d9793 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32876e28b75c481fee03c9df17914fd4c1433f6dded65d3ac3675dfe44b45477 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001200.pt new file mode 100644 index 0000000000000000000000000000000000000000..45502c0149e33034576ad2f5dd8218d2f9900acb --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001200.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9204f10851764e37b4f95f473584f4bdb1e780fb35f8f3d7c62cea1500fbdb +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001400.pt new file mode 100644 index 0000000000000000000000000000000000000000..851ba6e76b251119aa47d39f625b4906eb1cf866 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001400.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa834c3118880dca8e7795fe2c395a998b629b014a480264efe63a9053ea8360 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001600.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa17c1f91612504fcad34776447a55a4be918a0a --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001600.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f11504e29f22a69f72eace4eda0134ec64fbe05ee4c323efa52bdbea2f40cd +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001800.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001800.pt new file mode 100644 index 0000000000000000000000000000000000000000..69adf8bcd7364a8defa5523f3bfc26e535773f7a --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_001800.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ef2c386940ae7d194d85a3357b8460bf3adfc095ee6cc5c08291e74a1521dc +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002000.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002000.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e32c71bfec777d4ffa4c6c47647ef5f2d348ed0 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51311e1e165af3a35daa4abbd4637ceaa5f9954f8bf75984a41d6f6ab6f86174 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002200.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dac2320190502fd5bfd9be4bdf567228401a9a0 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002200.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461a2302182534751ea374a92b77e8d2ae42645e682302eea2ead960cf0c5ff1 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002400.pt new file mode 100644 index 0000000000000000000000000000000000000000..76a3b808e9afa531dbb3b5ace8315ad59ca35e28 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002400.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa4572b2190c86e6887b5c62f56d3889e97c259938a463b9b96ebc6d22ede79 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002600.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cdfaa37e159519338dbb7d943ffde175695534a --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/model_002600.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bddeba2ffbfacae1b5cdf116b78cc266948da561effb8e213e57204a9e0ee8 +size 606639149 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4ecea99195b240599a5682fdb4ae7e0451a10ce --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf41cecc21436ecd74c2b782279412d6200e93f6374fe115f553d21d5b99c01 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..90e0e98d86350999764973bc206b46b0f04850ee --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa5ae20454acaf2a80f078cae9241ef86d7715cc68d2efb20b48a87f50e4ab8 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..c737ece5c3ab257d98f7d456a758d8ee55b844fe --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0306c06096d6dabd45eb7ec000f76f5e4b45e481fdf9088237c4f0c2a99ff5da +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd5732b128ef3b616b1b189812ed37f72b95d0e7 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246bccba91f30dc9e71a1797f1aaa9f4b1e31a362852c53c1ee49776783b1cb6 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..d289aefd1c4079264a089aa5333bbf5f531b92df --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:384396ad982a665c05bde9cae27ef34494c31e2e275635775e4cfa9c3c0d1259 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb9904eb30db55b47e58d7a272857cdf3d4cda41 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2495201e28ff9c44887a702e1e50b3de33ef7d1fce8cb1f42ec317e6baafd92 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eecc7c78a7e689882c0aecf95a8dfe09bee22a2 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000200_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad73e99462d90e0edcf9860d7df97db6ece8436722c55e8a2cfe8d96d34ac20 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c0b586c44c955aa7280aa6e425653aca87c86ee --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a28088649cb83430f95a342a859f9c3106f156879cd84a4f6a148a4215e2a55 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..50dd5156c481794c61595fcd3997b74ee70c7fa1 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c3ab6f24c10244b5d9413cf72eb1dc33aba84704e0bfa7491dce95346d4169 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..91a9d5f089e6a90152e274c7e8e9a5c85aa26e71 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd03658c7a95d0711753e863e559bac746ac4fd8a1c9fca33c277d4a4c25800 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..544ad9c823dc5b38f16636d7e89e403658032f63 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3b80d94b7667a9aa9de425c7e1db0e829e13fe06c264b9ba3f73eb04aaa5325 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..24da1bf919fada6b7dbe10c2defb6f2a0a0e2a56 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48302e3094079a8d2966abd699810dfece29fe385d466d2e6be5551629642796 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d186ee3c42f6d38e5b956b558fae8636d6d09cb --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0dde94ba44ae0d3b73c930c4529feb601b2cc053ef523ee553ee39201f8289 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca0fdbaf858a2d3f67923af18f7d0f977dd5ad87 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000400_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00ea4f96d7e415ac6630efae27bd8fcd35a62c33be6fc7ed6aad1762c389d99 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7b411d3a5c77f614a517367a4221dc865875266 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0096657a9d16f9d7456656af4a3a528111a18889656b82354f8e37d6789a8923 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a882dc1982802ac064532a7a3ace6d9c2153afb7 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f72145f32831f53673ad2972943436cdf10632a74ecb17ddece373335b43166 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ccddd33b378a838c173f672a663167e08a84f0c --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01c547e818ae28bf7b91068f073c84483d0709c4bf6619b39492c5c86a09ee9 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc63205c01621ca135788fe385f36848ced80987 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a70d662dd2f197e267fcb7ea0ba07db56687aa6cd202641eb80025bea8a39b +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2426566fc3bf21e370684d54c4f3cd603b5e1a --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01695223c4f4d9afc1c2a7a655811cc978c619234f047d5e350765e0e771e06 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..469d4e4e2e2dc3d556361dd28498a2afa5c6782d --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c92a9ddda38d164b55c7d703c768e37b0dc6ca9090c99959aa91946e8bbba23 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..272af070e091d47af40e1e4da8a9c7f8bd95d24d --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000600_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c093d0f3149c6727acc29053a21e67c50296a8c989d2446355e93b672b3d87be +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6517396ca401acdcbefc6f5455ee96a9e0ae426f --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95c98030ce612d54364c94f20425c3308d45ca90ce40d485dabfbcca9041d0f +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..339b0c171f55805b3c33dacc608ec6e5a5548fa3 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77cf216bee93ee96308939620f2e2aa0cb2424b46d8d8708cd08b5c2dba33d5 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..7328bc8abc1a5d109aacd5e86cfd36d7c068262b --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c7db26f88468a2bd4138b70cdd1dbd34349ddca5494b0f62a399cb982ddc31 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf2acf3fe45f3f37a4a2653e5570c41d5553434 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21981daa413f5f8402c9d3bbc3fc18362952518d0f1d693369d254ccbf206e63 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..da9c33ff3f3b1fc2d0659f7efcd266f4b634e549 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc842493d0c7aa6b295464fa140285eefe03de3708d70547b1ef154186ef060d +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c4c1112ba0b27372dc5ea1bcc8e768699b8e6b7 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653ff6c2c2fc1fe5cc9b31a7d480ad7c86d25d84b6bffe2c6076257748f8e810 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..040637cedd0995ddec5df6b8f5a0e3d55f6924b7 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_000800_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50e1cdb31a7cb9ab351e0801018eaa4215698ce83ded7857b11761df3b3b8c2 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f4abeecd6fe1c7f18a61bd786d5fe6d7333351c --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4d88b3aa5c3fcf09afe26a347a001a4dc5a4f5c7872da7f36aa91e811b143f +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d40a2a66fd8ce09c48d0fce2c6102803b24463da --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05dfcfaa9bb573c75b3f4fc6b24f10faaff461119b7bd688d281cf8171ac52c9 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..4279eec295b975e60da194f01062a120823efe01 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572dec0f1fd853bbc805415338c744d387d1915643ace5c81ac3ab59331ed281 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..444ae3cf6e8c34450abaef6656101fa3a1f3cacd --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee4ff597a7d9d4c263a4e9e8012547ea216c70782c6658eb76b8648d4cf038d +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..adbcbe90dab90de6c7b99ecd78d908919f5d3312 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8350e3891fcc02640f0e156997a6d6b72a0f51d4fb0739a3e01927ea41429c82 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..59c7555f704bd7076cb2f11dc0e392ca6d111d33 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d229d411656bc063ad9d0e00a83919e0037b61bbc1dd5c5349c2d0e0e4ede0e0 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1a9daf91720074c8a16c68b6476bf029978895b --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001000_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:110921ad717d1fe5fe8551a99230e5de2ea63028c37a46982bc2dce8d9862197 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ecbed6b724eefd2424ce9f927c5e09f738be426 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75404e902f4122daaa144779da4fdee631e1347cc665124b5af444bdba176d66 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f93b4d33964cac698eadd694be42ffc23915874 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a6c945255f75516f45f3ca6afbb02aba406a9decba0f9b0a03d6f0b5b9ca16b +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a4cf49af123b4a8a74da4be82b718f799c58451 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0dfda78abafea43629beb46afa0d7ec23ed7bf0b9937dc8f2cab4967c5c17ae +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fdf6a4f16ef7cb2f279c252d5215ffc260c8df5 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c5282933cd0b05d581b7734825228f6e1a826c69156d66e92865d5ad14a9c9 +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..c31ecff965d3add7fda88ab03bb0388d57525fae --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836ff295a8a975c75667a7311f34f9843a18bf01f9767b728917019be728bf9d +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca08d9ca8d8fd6020931d42507cc00e45d88e23f --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2486e7f37596f3fa0fdaf8a7519b55ba4cc00483269ef4f8e9c34dccbdde61c +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d2f5e03fe5e1932840d218bba9eb556b949f744 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001200_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74cce30acfcbf2cb81463bc3cd322829d6185015281ac1b886c9425df742cd6d +size 1215416583 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1edf875f1578739c40e2fbff6af51b51ae75f771 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1949e516866c538e6aa80c6b4a7acefdb709d5644fe6a3e7db8d14aee28f7283 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3f73ae2611ea530c4e37e04f58e4248be05383 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62efd476fdd9337abd6baf48de30fb2cfae71bbfdc2b383a11979082dfd434f2 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..a96d456df5d7d2abf1cb4d63b2adca3d383bc83e --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc6705a74e7c34b6d55cbf49739e444ccc26450daa9bab47319a40a2fd1b183 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f84b5f8db9b4e5832b050337d8eaf0c76ab3dfc --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7f07a5618287406428897b9351274e6faf7e389e7fc3f078e5521b35493a52 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..415c53f16d6add166af3831a7813c757d1bca9eb --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:202c5c17c73e134ebba7a855cf27749d6c22f665c9f5be245964b626ff805623 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..3334e07377e1cfa84a1ab98e6ab27c7775690a61 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6a0508a0a5d62b8e30486e6166c6857eb019dc6140a045b8f47dada3f976fc +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..90574c828789d5bc5ad3d0740f44fee81f248159 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001400_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27602417e9c0aa1924bee8c906f06928ec4ac552176ad49a291cc95d3998016e +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2a75c502eb51f97bf79901645427bbe975e089d --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3dbb126f797b970b3e5a01bebafcbfa89364d5dd5924ccf7d1843d02e4c185b +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d7b44107c4194f96eb2c02b3f8ffbf21fbcf1e0 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d44b358b32f89b05654274c2c70453ea98cc13899dd03c589ba0332fd1c61bce +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..74de4847cff13ea3d3a503be87a8f86b335f0167 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46988f8c7691bfb9a669df573520c6889cc8bfb1cc9437678ed31ae8806052f8 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..17a556f5215f886bbf8304fd3c1aa44e745506cd --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ed2afedc97318e91058efaa07e514037b51ac2b7f4bd182984b6c28d336a15 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..f29f8995d2cc7da8a9499ea3564db7b52d86804d --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e56a619e6ffc83670c7fc61bc8b9cb6325604cda31045bedb53c091b3d6ceb0 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee000b741ee07401196fdd0636da25d2b943f0f0 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf3d4952fb8b27ebc4d43d8eca81078c359ad81e0714d30dc32117dcaf52a1c +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7f553bd4f94648845877c265e306f58a97401c3 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001600_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a69d9b8e10462601708d1a97c8b55ae9250d455b071386c359ae0e0e240fdd4a +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b546cf95f7f95866d4cfa8184ca86052c47d8c --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56056408f59c622205d11761a14a9492b73cd91e74e38741ba886bfe9beba7b0 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11ac2d2c33c3c76f7cd5cc2ccddc30e6bf2d90f --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87d0fed1999898bc15dcb5061224ad013d590557f0565b57fd5b365e6a41597 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..534cf399f48955ffdfc5683429b236d52f54c587 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ec9ec0f6bc1285231ee821c48de297e38306e7fd6a338e979a61ae68fb233f +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e39278a292cc6141cbeddf826d0e19752e68979 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1cb485673c5360c98c5accb5cb7a418bc4a6f4b604ce51ac6517d309bcbe54 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..938c85743a49b5be8cd8b7f2003b5d9b44d51621 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01da14b7ce5a573b27c98b779541efed187d123d11f384291eba1f35ed16c78 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..f070ce73ed29e1902acec91887bb489a912eb3d1 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b80ac8448adb61562c7f2af16d8ae268d28c4be47be1ae6b0733326b306fe43 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfab37bd9ede5edc8df29fae4da8a1d3b78aa297 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_001800_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776ab7eaa6a672a61c6e3feaaef5fabacb2223ee720a336f4d88b533de3dbbe7 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..135338b51ee0ce8cf32e61e3189794407a121e14 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed254489a442c7db234bc9298dacca16449d71220ae4e403471cb632ed1a68fb +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4809682714e1b2730457630cb660391966364ff9 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046f262823d9201a699af55899a876e98b9824e6778a3e5eb976c1e788574bec +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..80f4a322a9eabe324aaff5d5d045aa801c1c7d2d --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed006d142f08749b0411aea1f91567079a7a6c0384d9db7b98cebbdb6a581d15 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..46f20e2272d84054deecb35b3870052a995f960a --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba82ababe94d010147969caeed3ffd3a68ec2b76fb93f261d9e4f974dcc3d11 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..491adbcec3af4e14c574245f89be080079e99774 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d5f0a2cb343228893f5925391433f8524de4b3848b92d8d38f2e608e30a5f7 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c0ed37edbe5ba4d545ecaee773c1dc14f8f6bde --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143e7266dc7dc8d35701cd6fc18831ae176f4cc0a718a1ae1611bba1c7f8c3df +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..a31416ae3a26b11b79f4812870df898753e45db6 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002000_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b454c2a602fc34080d2ee2ebbda6fcd673a2b2f6c148006017dd716123b73031 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7de97255393589052f16ec935c4be360cacc275 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736413d33948cd2023bf84703fad5b46286ee217712e781e9cefec2c5476403b +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..40f344148ccefb4480995d26425e1ce91f7cf0f7 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c04782ef5e20c1999768a4bffb640374468b9ef967a7b394cbe9f43f802a7467 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ade7c4bbd61cc74d62ec4c882415ebb8b6052d8 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c6cbb8a61d6e3a40659462dbdab2f9394804a4db17741fed00d91ddec7d245 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..13c70579f6eadc01b7f9f8b70d699166beff9385 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb7d1c4bf5206f44179b3ff8372ed2b539860043fe323e598ce3b11d325d60a9 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..9954a512970b9842522c819e54c7d33fd395b0bb --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d85dce805e7999d8d777b530e8a8a34bbcc07d0af3b90db87268eb1acbb173 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..d68b4a79d8c248bbe68da48c203472242b41df39 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d26335c84075666cf261e837c69bd7636ebc5e61d2cab8d469a773a212c54f2b +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..39f68cd66fea14f3ee744f2866dec225d90604ef --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002200_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8473e4905d7134d1dacac62551f0bec5043a58f90fa9cec99de2a6b84f20cc +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a78190a2a1bd3b4390dd9bc865b910c667a4b81 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a85883151063ac26712751a0aa57d42570089fbc187c2141465d66c445efa40 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dd36e8cad9aef4244bf48bcb2c883f84f7e651b --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ebaf410579a95a6282f488ef6974a553758e88a2c2b293812031f612d1b907 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..f24cb66565d4247ce566e83d0aefcf931d56579e --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb7ea546319e68a1edddb84b70861fdf9733d44214f5b66a03ad658ed646691 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..bca4628d542cf0269f5baa4d891d33eef2bdce89 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39ccccac3311365319158ec2a2b37d03e15721094e640d584c773156ea602a4 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..29a4751a2da3764db98bf08c88cf469785a805d7 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe23c70a4c7623fbbcbe27fb5e2f5a829ab7e47cd5cbc9842f8e9f1c72c584ac +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..32e747aa64d49df555f406566dfb2780ae28f4e5 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb89248e05694ba61ba471f91db349f4f48bb3d0e4935db4525211dc47df4fb +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..20968cc84dca873768041f1cddb74099511e23a5 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002400_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f858de9a128d36f201afcab671f15e7d016d6ccb77440a7aacb3c12bf5bbab92 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank0.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank0.pt new file mode 100644 index 0000000000000000000000000000000000000000..076b151b75192a3b9f00a9ea40503053b26d7f35 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6dbee7d98a632ef182d67bcc0b87baa0e99c902b36f32c5929797a5ac8004e0 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank1.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank1.pt new file mode 100644 index 0000000000000000000000000000000000000000..685c36fb96dd21d3c5a14aab0192623bdc5590ff --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6617a180574df07af5320f250ad2647485cb05d13e9c6f3140f14a23c059ae5b +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank2.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank2.pt new file mode 100644 index 0000000000000000000000000000000000000000..37e38be9104ad478aaadd1919f1a6ac5f1d74543 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd27111fa65ace7418ba0ec7f032aeeda5e7a16a779b5fccaaab1868f5e812e5 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank3.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..e71f60e2b38b86b4fecc84bf1f5374f4e64b40e8 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d41d8578862389f83ba8026500fb6e8c05685509843b9c537bcaeeac0584c2ca +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank4.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank4.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b6990d27b7e9d6035514dc91cb8e770619e427 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572ce8fe219a300177d9aa39e2b3ec56bf562f158adde4a21a4fb6d50195d0ba +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank5.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank5.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cec48653774b1a6dc50395e77ba2591f3996b51 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7308f629e35a97469bbdc4def7b9a554195baa54fb076295159276a4f457b7f +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank6.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank6.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a1affa122aa0822de0e2d67ecb72930bdb1295f --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/optim_002600_rank6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf626176064e96131f274c432ee44ebf7bcaef1cd27e19886092cf899c42be1 +size 1215420871 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000200.pt new file mode 100644 index 0000000000000000000000000000000000000000..163f6b49424ab4db2e5291cca4a014b14030b670 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000200.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dac14dda3c1f28828c6a055260c25583f3c5606ded951072ccf01cb80132eeb +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000400.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe9842c6bb5f0562ab05d18932e148cd307bc170 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000400.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a555cfcb12d93c675937ca8d50804ab05ed7518285a80942331c439c927aed3c +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000600.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db36dd265f753f4e4ac5e0fe1b5b2e1aa7fdc56 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000600.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70379e9b5bedcd16b7502c3b08347a8786bb24058e5c18e694024a81c598e657 +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000800.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000800.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd113a1941fce7ee29f2d58e4ecf80d2e9b70738 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_000800.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f803b451b63a4d146550c09877a9bcd5c9c435883a348419d1734b938bd20323 +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001000.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..19a065c7fbae2dd1380f4e29a21fbd95a3b73e46 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4a134617af412b3db791430d9a6ef85c48095e862550a6fe3624bba14aac42 +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001200.pt new file mode 100644 index 0000000000000000000000000000000000000000..57603c6e3a52eac5613eac891372e285e76017ae --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001200.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a19f05b91700af0a0c5fa2cef3c2608cd2a272037a182a320b42be275dcb2600 +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001400.pt new file mode 100644 index 0000000000000000000000000000000000000000..857f952966446d6e2d4c787b9653ef1660c7b63b --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001400.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b8c21b28c5d3c77b4c82a1b412e3957ed71a7931dea92c4ada3c0e6f0f1319c +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001600.pt new file mode 100644 index 0000000000000000000000000000000000000000..670acc7b8733356cfc9bf3e2ab062ebd9b54a83b --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001600.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd04786dd22c793935e2c89ab5afa367e274294b9346bc7d011905533f56a13d +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001800.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001800.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c9c5205e99bb9bd8dd1ffce5a8fcceb776a6b5e --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_001800.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67285679de9ff6c8f01296c70196d333f0822d27d2af9dd51d3de3826480be54 +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002000.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002000.pt new file mode 100644 index 0000000000000000000000000000000000000000..e581a5a2d60cd4cd22593ddb80ee049d01ab1bfd --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188e7e581ca9e8387f0d682fcb05b3d5720efc0fdb822d3e215fb30cc0a391b9 +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002200.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002200.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb39f6e0ce2a6128f0f000fbe97638d98c274024 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002200.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0a9e3aa0ac30412c53f3c6385eeca7bc8c0ba2b7fe7cf61aece9633a17f8a7 +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002400.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002400.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb08504258fb921a11ba428de5066e0ba2ad979 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002400.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ed58f1cae9384ce56659295858531cf4b6d0e5a0c46285822f7ec71ecadfaf +size 1050629 diff --git a/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002600.pt b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002600.pt new file mode 100644 index 0000000000000000000000000000000000000000..f05cc1ab5c649baa21f8f46c582f3d5157bc3ab4 --- /dev/null +++ b/fm_checkpoints/fmvit_d12_e768_ps16_normcomputed_contrast/proj_002600.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e02ac4d07317f63ecc645d307cbb2c9c19c53cd7be712316048cdbcb43a7ef2 +size 1050629