| trainer: | |
| _target_: lightning.pytorch.trainer.trainer.Trainer | |
| accelerator: gpu | |
| devices: | |
| - 1 | |
| min_epochs: null | |
| max_epochs: 100 | |
| reload_dataloaders_every_n_epochs: 0 | |
| num_sanity_val_steps: 8 | |
| fast_dev_run: false | |
| log_every_n_steps: 50 | |
| model: | |
| _target_: pvnet_summation.training.lightning_module.PVNetSummationLightningModule | |
| model: | |
| _target_: pvnet_summation.models.horizon_dense_model.HorizonDenseModel | |
| output_quantiles: | |
| - 0.02 | |
| - 0.1 | |
| - 0.25 | |
| - 0.5 | |
| - 0.75 | |
| - 0.9 | |
| - 0.98 | |
| output_network: | |
| _target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet | |
| _partial_: true | |
| fc_hidden_features: 32 | |
| n_res_blocks: 1 | |
| res_block_layers: 2 | |
| dropout_frac: 0.2 | |
| predict_difference_from_sum: true | |
| use_horizon_encoding: true | |
| use_solar_position: true | |
| force_non_crossing: true | |
| history_minutes: 2880 | |
| forecast_minutes: 2160 | |
| interval_minutes: 15 | |
| num_input_locations: 12 | |
| input_quantiles: | |
| - 0.02 | |
| - 0.1 | |
| - 0.25 | |
| - 0.5 | |
| - 0.75 | |
| - 0.9 | |
| - 0.98 | |
| optimizer: | |
| _target_: pvnet_summation.optimizers.AdamWReduceLROnPlateau | |
| lr: 0.0001 | |
| weight_decay: 0.25 | |
| amsgrad: true | |
| patience: 10 | |
| factor: 0.1 | |
| threshold: 0.0 | |
| datamodule: | |
| data_source_paths: | |
| site: | |
| file_path: /home/alex/NL/NL_regional_generation_kw.nc | |
| metadata_file_path: /home/alex/NL/NL_regional_metadata.csv | |
| satellite: | |
| - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2019_nonhrv.zarr | |
| - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2020_nonhrv.zarr | |
| - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2021_nonhrv.zarr | |
| - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2022_nonhrv.zarr | |
| - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v3/2023_nonhrv.zarr | |
| - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v3/2024_nonhrv.zarr | |
| nwp: | |
| ecmwf: /mnt/storage_u2_4tb_a/ecmwf_nl_crop_rechunked/*_float32.zarr | |
| batch_size: 32 | |
| num_workers: 8 | |
| prefetch_factor: 2 | |
| persistent_workers: true | |
| max_num_train_samples: null | |
| max_num_val_samples: null | |
| pvnet_model: | |
| model_id: openclimatefix-models/pvnet_nl | |
| revision: de5ad0748be8952a4c0600a1ae6455bf802f5896 | |
| train_period: | |
| - null | |
| - '2023-12-31' | |
| val_period: | |
| - '2024-01-01' | |
| - '2025-01-01' | |
| seed: ${seed} | |
| dataset_pickle_dir: null | |
| callbacks: | |
| learning_rate_monitor: | |
| _target_: lightning.pytorch.callbacks.LearningRateMonitor | |
| logging_interval: epoch | |
| model_summary: | |
| _target_: lightning.pytorch.callbacks.ModelSummary | |
| max_depth: 3 | |
| model_checkpoint: | |
| _target_: lightning.pytorch.callbacks.ModelCheckpoint | |
| monitor: ${resolve_monitor_loss:${model.model.output_quantiles}} | |
| mode: min | |
| save_top_k: 1 | |
| save_last: true | |
| every_n_epochs: 1 | |
| verbose: false | |
| filename: epoch={epoch}-step={step} | |
| dirpath: /home/alex/NL/callbakcs/${model_name} | |
| auto_insert_metric_name: false | |
| save_on_train_epoch_end: false | |
| logger: | |
| wandb: | |
| _target_: lightning.pytorch.loggers.wandb.WandbLogger | |
| project: NL-Solar | |
| name: ${model_name} | |
| save_dir: /home/alex/NL/wandb | |
| offline: false | |
| id: null | |
| log_model: false | |
| prefix: '' | |
| job_type: train | |
| group: '' | |
| tags: [] | |
| sample_save_dir: /mnt/storage_u2_30tb_a/NL_summation_samples | |
| work_dir: ${hydra:runtime.cwd} | |
| model_name: v7_summation_horizon | |
| seed: 2727831 | |