Migrate model to pvnet version 5.0.3.post0+git.c5a17176.dirty

README.md

@@ -39,7 +39,7 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Da
 ## Results
 
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/pvnet2.1/runs/uuyepo74](https://wandb.ai/openclimatefix/pvnet2.1/runs/uuyepo74)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/rydw0jo0](https://wandb.ai/openclimatefix/pvnet2.1/runs/rydw0jo0)
 
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).

data_config.yaml

@@ -11,6 +11,73 @@ input_data:
     time_resolution_minutes: 30
     zarr_path: PLACEHOLDER.zarr
   nwp:
+    ecmwf:
+      accum_channels:
+      - dswrf
+      - dlwrf
+      - sr
+      - duvrs
+      channels:
+      - t2m
+      - dswrf
+      - dlwrf
+      - hcc
+      - mcc
+      - lcc
+      - tcc
+      - sd
+      - sr
+      - duvrs
+      - u10
+      - v10
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -360
+      image_size_pixels_height: 12
+      image_size_pixels_width: 12
+      interval_end_minutes: 480
+      interval_start_minutes: -120
+      max_staleness_minutes: null
+      normalisation_constants:
+        diff_dlwrf:
+          mean: 1136464.0
+          std: 131942.03125
+        diff_dswrf:
+          mean: 420584.6875
+          std: 715366.3125
+        diff_duvrs:
+          mean: 48265.4765625
+          std: 81605.25
+        diff_sr:
+          mean: 469169.5
+          std: 818950.6875
+        hcc:
+          mean: 0.3961029052734375
+          std: 0.42244860529899597
+        lcc:
+          mean: 0.44901806116104126
+          std: 0.3791404366493225
+        mcc:
+          mean: 0.3288780450820923
+          std: 0.38039860129356384
+        sd:
+          mean: 8.107526082312688e-05
+          std: 0.000913831521756947
+        t2m:
+          mean: 283.48333740234375
+          std: 3.692270040512085
+        tcc:
+          mean: 0.7049227356910706
+          std: 0.37487083673477173
+        u10:
+          mean: 1.7677178382873535
+          std: 5.531515598297119
+        v10:
+          mean: 0.985887885093689
+          std: 5.411230564117432
+      provider: ecmwf
+      time_resolution_minutes: 60
+      zarr_path: PLACEHOLDER.zarr
     ukv:
       channels:
       - t
@@ -69,6 +136,61 @@ input_data:
       provider: ukv
       time_resolution_minutes: 60
       zarr_path: PLACEHOLDER.zarr
+  satellite:
+    channels:
+    - IR_016
+    - IR_039
+    - IR_087
+    - IR_097
+    - IR_108
+    - IR_120
+    - IR_134
+    - VIS006
+    - VIS008
+    - WV_062
+    - WV_073
+    dropout_fraction: 0.0
+    dropout_timedeltas_minutes: []
+    image_size_pixels_height: 24
+    image_size_pixels_width: 24
+    interval_end_minutes: -30
+    interval_start_minutes: -60
+    normalisation_constants:
+      IR_016:
+        mean: 0.17594202
+        std: 0.21462157
+      IR_039:
+        mean: 0.86167645
+        std: 0.04618041
+      IR_087:
+        mean: 0.7719318
+        std: 0.06687243
+      IR_097:
+        mean: 0.8014212
+        std: 0.0468558
+      IR_108:
+        mean: 0.71254843
+        std: 0.17482725
+      IR_120:
+        mean: 0.89058584
+        std: 0.06115861
+      IR_134:
+        mean: 0.944365
+        std: 0.04492306
+      VIS006:
+        mean: 0.09633306
+        std: 0.12184761
+      VIS008:
+        mean: 0.11426069
+        std: 0.13090034
+      WV_062:
+        mean: 0.7359355
+        std: 0.16111417
+      WV_073:
+        mean: 0.62479186
+        std: 0.12924142
+    time_resolution_minutes: 5
+    zarr_path: PLACEHOLDER.zarr
   solar_position:
     interval_end_minutes: 480
     interval_start_minutes: -120

model_config.yaml

@@ -8,6 +8,14 @@ output_quantiles:
 - 0.9
 - 0.98
 nwp_encoders_dict:
+  ukv:
+    _target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
+    _partial_: true
+    in_channels: 11
+    out_features: 256
+    number_of_conv3d_layers: 6
+    conv3d_channels: 32
+    image_size_pixels: 24
   ecmwf:
     _target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
     _partial_: true
@@ -16,7 +24,17 @@ nwp_encoders_dict:
     number_of_conv3d_layers: 4
     conv3d_channels: 32
     image_size_pixels: 12
-sat_encoder: null
+sat_encoder:
+  _target_: pvnet.models.late_fusion.encoders.encoders3d.ResConv3DNet
+  _partial_: true
+  in_channels: 11
+  out_features: 256
+  image_size_pixels: 24
+  hidden_channels: 32
+  n_res_blocks: 3
+  res_block_layers: 3
+  batch_norm: true
+  dropout_frac: 0.0
 add_image_embedding_channel: false
 pv_encoder: null
 output_network:
@@ -31,12 +49,14 @@ include_sun: true
 include_gsp_yield_history: false
 forecast_minutes: 480
 history_minutes: 120
-min_sat_delay_minutes: 0
+min_sat_delay_minutes: 30
 sat_history_minutes: 60
 pv_history_minutes: 180
 nwp_history_minutes:
+  ukv: 120
   ecmwf: 120
 nwp_forecast_minutes:
+  ukv: 480
   ecmwf: 480
 location_id_mapping:
   1: 1

model_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a27e27f3e53a9804e8eaa30164eae5c037c0edeaf554f8737de22b867d343e4
-size 4447688
+oid sha256:0d5a4a77caefe1ddeb5821505f8a0f3500e980eab03a789896404bde4a63f7a7
+size 34499984