trainer:
  _target_: lightning.pytorch.trainer.trainer.Trainer
  accelerator: gpu
  devices:
  - 1
  min_epochs: null
  max_epochs: 100
  reload_dataloaders_every_n_epochs: 0
  num_sanity_val_steps: 8
  fast_dev_run: false
  log_every_n_steps: 50
model:
  _target_: pvnet_summation.training.lightning_module.PVNetSummationLightningModule
  model:
    _target_: pvnet_summation.models.horizon_dense_model.HorizonDenseModel
    output_quantiles:
    - 0.02
    - 0.1
    - 0.25
    - 0.5
    - 0.75
    - 0.9
    - 0.98
    output_network:
      _target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet
      _partial_: true
      fc_hidden_features: 32
      n_res_blocks: 1
      res_block_layers: 2
      dropout_frac: 0.2
    predict_difference_from_sum: true
    use_horizon_encoding: true
    use_solar_position: true
    force_non_crossing: true
    history_minutes: 2880
    forecast_minutes: 2160
    interval_minutes: 15
    num_input_locations: 12
    input_quantiles:
    - 0.02
    - 0.1
    - 0.25
    - 0.5
    - 0.75
    - 0.9
    - 0.98
  optimizer:
    _target_: pvnet_summation.optimizers.AdamWReduceLROnPlateau
    lr: 0.0001
    weight_decay: 0.25
    amsgrad: true
    patience: 10
    factor: 0.1
    threshold: 0.0
datamodule:
  data_source_paths:
    site:
      file_path: /home/alex/NL/NL_regional_generation_kw.nc
      metadata_file_path: /home/alex/NL/NL_regional_metadata.csv
    satellite:
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2019_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2020_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2021_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2022_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v3/2023_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v3/2024_nonhrv.zarr
    nwp:
      ecmwf: /mnt/storage_u2_4tb_a/ecmwf_nl_crop_rechunked/*_float32.zarr
  batch_size: 32
  num_workers: 8
  prefetch_factor: 2
  persistent_workers: true
  max_num_train_samples: null
  max_num_val_samples: null
  pvnet_model:
    model_id: openclimatefix-models/pvnet_nl
    revision: de5ad0748be8952a4c0600a1ae6455bf802f5896
  train_period:
  - null
  - '2023-12-31'
  val_period:
  - '2024-01-01'
  - '2025-01-01'
  seed: ${seed}
  dataset_pickle_dir: null
callbacks:
  learning_rate_monitor:
    _target_: lightning.pytorch.callbacks.LearningRateMonitor
    logging_interval: epoch
  model_summary:
    _target_: lightning.pytorch.callbacks.ModelSummary
    max_depth: 3
  model_checkpoint:
    _target_: lightning.pytorch.callbacks.ModelCheckpoint
    monitor: ${resolve_monitor_loss:${model.model.output_quantiles}}
    mode: min
    save_top_k: 1
    save_last: true
    every_n_epochs: 1
    verbose: false
    filename: epoch={epoch}-step={step}
    dirpath: /home/alex/NL/callbakcs/${model_name}
    auto_insert_metric_name: false
    save_on_train_epoch_end: false
logger:
  wandb:
    _target_: lightning.pytorch.loggers.wandb.WandbLogger
    project: NL-Solar
    name: ${model_name}
    save_dir: /home/alex/NL/wandb
    offline: false
    id: null
    log_model: false
    prefix: ''
    job_type: train
    group: ''
    tags: []
sample_save_dir: /mnt/storage_u2_30tb_a/NL_summation_samples
work_dir: ${hydra:runtime.cwd}
model_name: v7_summation_horizon
seed: 2727831