| { |
| "model_name": "ClayFoundation", |
| "model_type": "clayfoundation", |
| "architectures": [ |
| "ClayFoundation", |
| "DynamicEmbedding", |
| "Transformer", |
| "DynamicDecoder" |
| ], |
| "framework": "PyTorch", |
| "domain": "earth-observation", |
| "task": "multi-sensor-remote-sensing-representation-learning", |
| "implementation": { |
| "entry_point": "model/clayfoundation.py", |
| "scope": "scaled-down independent engineering reproduction of the Clay v1.5 multi-sensor masked-autoencoder specification", |
| "train_script": "scripts/train.py", |
| "inference_script": "scripts/inference.py", |
| "evaluation_script": "scripts/result.py", |
| "synthetic_data_script": "scripts/fake_data.py" |
| }, |
| "architecture": { |
| "family": "multi-sensor masked autoencoder with wavelength-conditioned dynamic embeddings", |
| "patch_size": 8, |
| "mask_ratio": 0.75, |
| "encoder_dim": 96, |
| "encoder_depth": 2, |
| "encoder_heads": 4, |
| "decoder_dim": 64, |
| "decoder_depth": 1, |
| "decoder_heads": 4, |
| "wave_dim": 32, |
| "wave_latents": 16, |
| "teacher_dim": 128, |
| "norm_pix_loss": false, |
| "metadata": [ |
| "week", |
| "hour", |
| "latitude", |
| "longitude", |
| "ground_sample_distance", |
| "band_center_wavelengths" |
| ], |
| "paper_model": { |
| "patch_size": 8, |
| "mask_ratio": 0.75, |
| "encoder_dim": 1024, |
| "encoder_depth": 24, |
| "encoder_heads": 16, |
| "decoder_dim": 512, |
| "decoder_depth": 4, |
| "decoder_heads": 4, |
| "parameter_count": "632M including DINOv2 teacher", |
| "encoder_parameter_count": "311M", |
| "teacher": "DINOv2 304M" |
| } |
| }, |
| "data": { |
| "datasets": [ |
| "Synthetic Multi-Sensor Earth Observation Chips" |
| ], |
| "protocol": "clay_synthetic_v1_5_engineering_v1", |
| "format": "NPZ", |
| "train_file": "data/train.npz", |
| "test_file": "data/test.npz", |
| "image_size": 64, |
| "train_samples": 4, |
| "test_samples": 2, |
| "sensors": { |
| "sentinel-2-l2a": { |
| "channels": 10, |
| "gsd_m": 10.0, |
| "wavelengths_nm": [493, 560, 665, 704, 740, 783, 842, 865, 1610, 2190], |
| "rgb_indices": [2, 1, 0] |
| }, |
| "landsat-c2l2-sr": { |
| "channels": 6, |
| "gsd_m": 30.0, |
| "wavelengths_nm": [650, 560, 480, 860, 1600, 2200], |
| "rgb_indices": [0, 1, 2] |
| }, |
| "sentinel-1-rtc": { |
| "channels": 2, |
| "gsd_m": 10.0, |
| "wavelengths_nm": [3500, 4000], |
| "rgb_indices": [0, 1, 0] |
| } |
| }, |
| "required_metadata": [ |
| "format_version", |
| "data_source", |
| "time", |
| "latlon", |
| "class_target", |
| "regression_target", |
| "teacher_target", |
| "pixels", |
| "valid", |
| "wavelengths", |
| "gsd" |
| ] |
| }, |
| "configuration_sources": [ |
| "conf/config.yaml", |
| "model/clayfoundation.py", |
| "scripts/fake_data.py", |
| "scripts/train.py", |
| "scripts/inference.py", |
| "scripts/result.py" |
| ] |
| } |
|
|
