| { |
| "model_name": "SpectralGPT", |
| "model_type": "spectralgpt", |
| "architectures": [ |
| "SpectralGPT" |
| ], |
| "framework": "PyTorch", |
| "domain": "earth-observation", |
| "task": "remote-sensing-masked-image-modeling", |
| "implementation": { |
| "entry_point": "model/spectralgpt.py", |
| "scope": "compact spatial-spectral masked autoencoder with progressive two-stage pretraining" |
| }, |
| "architecture": { |
| "family": "3D spatial-spectral masked autoencoder", |
| "input_channels": 12, |
| "stage_image_shapes": [ |
| [ |
| 96, |
| 96 |
| ], |
| [ |
| 128, |
| 128 |
| ] |
| ], |
| "patch_size": 8, |
| "spectral_patch_size": 3, |
| "embed_dim": 32, |
| "encoder_depth": 1, |
| "encoder_heads": 4, |
| "decoder_dim": 32, |
| "decoder_depth": 1, |
| "decoder_heads": 4, |
| "mask_ratio": 0.9, |
| "spectral_angle_weight": 0.1, |
| "spectral_gradient_weight": 0.1 |
| }, |
| "data": { |
| "datasets": [ |
| "fMoW-Sentinel", |
| "BigEarthNet" |
| ], |
| "protocol": "spectralgpt_progressive_s2_v2", |
| "input_format": "NCHW_NPZ", |
| "stages": [ |
| { |
| "name": "stage1", |
| "dataset": "fMoW-Sentinel", |
| "image_size": 96, |
| "train_samples": 2 |
| }, |
| { |
| "name": "stage2", |
| "dataset": "BigEarthNet", |
| "image_size": 128, |
| "train_samples": 2 |
| } |
| ], |
| "test_samples": 1 |
| }, |
| "configuration_sources": [ |
| "configuration.json", |
| "conf/config.yaml", |
| "model/spectralgpt.py" |
| ] |
| } |
|
|
