{ "model_name": "SpectralGPT", "model_type": "spectralgpt", "architectures": [ "SpectralGPT" ], "framework": "PyTorch", "domain": "earth-observation", "task": "remote-sensing-masked-image-modeling", "implementation": { "entry_point": "model/spectralgpt.py", "scope": "compact spatial-spectral masked autoencoder with progressive two-stage pretraining" }, "architecture": { "family": "3D spatial-spectral masked autoencoder", "input_channels": 12, "stage_image_shapes": [ [ 96, 96 ], [ 128, 128 ] ], "patch_size": 8, "spectral_patch_size": 3, "embed_dim": 32, "encoder_depth": 1, "encoder_heads": 4, "decoder_dim": 32, "decoder_depth": 1, "decoder_heads": 4, "mask_ratio": 0.9, "spectral_angle_weight": 0.1, "spectral_gradient_weight": 0.1 }, "data": { "datasets": [ "fMoW-Sentinel", "BigEarthNet" ], "protocol": "spectralgpt_progressive_s2_v2", "input_format": "NCHW_NPZ", "stages": [ { "name": "stage1", "dataset": "fMoW-Sentinel", "image_size": 96, "train_samples": 2 }, { "name": "stage2", "dataset": "BigEarthNet", "image_size": 128, "train_samples": 2 } ], "test_samples": 1 }, "configuration_sources": [ "configuration.json", "conf/config.yaml", "model/spectralgpt.py" ] }