File size: 1,927 Bytes
1ca0208 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | """Generate deterministic virtual data for SEEDS pipeline validation."""
from __future__ import annotations
import argparse
from pathlib import Path
import numpy as np
import yaml
def _load_config(path: str) -> dict:
with open(path, "r", encoding="utf-8") as handle:
return yaml.safe_load(handle)
def generate_dataset(path: Path, samples: int, channels: int, faces: int, height: int, width: int, seed_count: int, rng: np.random.Generator) -> None:
climate = rng.normal(0.0, 0.5, size=(samples, channels, faces, height, width)).astype(np.float32)
seeds = (climate[:, None] + rng.normal(0.0, 0.8, size=(samples, seed_count, channels, faces, height, width))).astype(np.float32)
targets = (climate + 0.25 * seeds.mean(axis=1) + rng.normal(0.0, 0.5, size=climate.shape)).astype(np.float32)
path.parent.mkdir(parents=True, exist_ok=True)
np.savez_compressed(path, seeds=seeds, targets=targets, climate=climate)
def main() -> None:
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("--config", default="conf/config.yaml")
parser.add_argument("--samples", type=int, default=8)
parser.add_argument("--height", type=int, default=None)
parser.add_argument("--width", type=int, default=None)
parser.add_argument("--seed", type=int, default=None)
args = parser.parse_args()
config = _load_config(args.config)
data = config["data"]
paths = config["paths"]
height = args.height or data["height"]
width = args.width or data["width"]
rng = np.random.default_rng(args.seed if args.seed is not None else config["project"]["seed"])
for name in ("train_data", "val_data", "test_data"):
generate_dataset(
Path(paths[name]), args.samples, len(data["variables"]), data["faces"], height, width, data["seed_count"], rng
)
print(f"generated {paths[name]}")
if __name__ == "__main__":
main()
|