Upload models - 7s0axgkr

README.md

@@ -8,7 +8,7 @@ Do not remove elements like the above surrounded by two curly braces and do not
 -->
 
 <!-- Title - e.g. PVNet2, WindNet, PVNet India -->
-# TEMPLATE
+# PVNet Netherlands
 
 <!-- Provide a longer summary of what this model is/does. -->
 ## Model Description
@@ -17,6 +17,8 @@ Do not remove elements like the above surrounded by two curly braces and do not
 This model class uses satellite data, and numerical weather predictions to forecast the near-term (up to 8 hours ahead) PV power output at all Grid Service Points (GSPs) in Great Britain. More information can be found in the model repo [1]. The model repo also includes links to our workshop paper on this model and some experimental notes.
 -->
 
+This model uses NWP and Satellite data to predict regional production of solar power in Netherlands. Predictions are done with 15 minutely resolution from 15 minutes to 36 hours ahead.
+
 - **Developed by:** openclimatefix
 - **Model type:** Fusion model
 - **Language(s) (NLP):** en
@@ -31,6 +33,7 @@ The model is trained on data from 2019-2022 and validated on data from 2022-2023
 
 See the data_config.yaml file for more information on the channels and window-size used for each input data source.
 -->
+This model was trained on data from 2019-2023 and validated on data from 2024. It uses NWP data from ECMWF IFS model and satellite data from the EUMETSAT MSG SEVIRI instrument. See the data_config.yaml file for more information on the channels and window-size used for each input data source.
 
 <!-- The preprocessing section is not strictly nessessary but perhaps nice to have -->
 ### Preprocessing
@@ -39,11 +42,13 @@ See the data_config.yaml file for more information on the channels and window-si
 Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Dataset [2].
 -->
 
+Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Dataset [2].
+
 ## Results
 
 <!-- Do not remove the lines below -->
 The training logs for this model commit can be found here:
- - [https://wandb.ai/openclimatefix/NL-Solar/runs/rvdfwb7o](https://wandb.ai/openclimatefix/NL-Solar/runs/rvdfwb7o)
+ - [https://wandb.ai/openclimatefix/NL-Solar/runs/7s0axgkr](https://wandb.ai/openclimatefix/NL-Solar/runs/7s0axgkr)
 
 
 <!-- The hardware section is also just nice to have -->
@@ -60,9 +65,5 @@ This model was trained using the following Open Climate Fix packages:
 
 <!-- Especially do not change the two lines below -->
 The versions of these packages can be found below:
- - pvnet==5.3.0.post6+git.f4136853.dirty
- - ocf-data-sampler==1.0.1.post1+git.b7c40f80.dirty
-
-
----
-**Migration Note**: This model was migrated on 2025-12-18 to pvnet version 5.3.0.post6+git.f4136853.dirty
+ - pvnet==5.3.0.post0+git.489723d6.dirty
+ - ocf-data-sampler==1.0.6

data_config.yaml

@@ -1,7 +1,16 @@
 general:
-  description: Initial config for NL model
-  name: Netherlands_pvnet_config
+  description: Configuration for a Regional Netherlands model
+  name: NL_regional_config
 input_data:
+  generation:
+    zarr_path: PLACEHOLDER.zarr
+    interval_start_minutes: -60
+    interval_end_minutes: 2160
+    time_resolution_minutes: 15
+    dropout_timedeltas_minutes:
+    - -15
+    dropout_fraction: 1.0
+    dropout_value: -1
   nwp:
     ecmwf:
       provider: ecmwf
@@ -101,16 +110,62 @@ input_data:
         diff_direct_shortwave_radiation_flux_gl:
           mean: 469169.5
           std: 818950.6875
+  satellite:
+    zarr_path: PLACEHOLDER.zarr
+    interval_start_minutes: -60
+    interval_end_minutes: -5
+    time_resolution_minutes: 5
+    channels:
+    - IR_016
+    - IR_039
+    - IR_087
+    - IR_097
+    - IR_108
+    - IR_120
+    - IR_134
+    - VIS006
+    - VIS008
+    - WV_062
+    - WV_073
+    image_size_pixels_height: 20
+    image_size_pixels_width: 20
+    dropout_timedeltas_minutes: []
+    dropout_fraction: 0
+    normalisation_constants:
+      IR_016:
+        mean: 0.17594202
+        std: 0.21462157
+      IR_039:
+        mean: 0.86167645
+        std: 0.04618041
+      IR_087:
+        mean: 0.7719318
+        std: 0.06687243
+      IR_097:
+        mean: 0.8014212
+        std: 0.0468558
+      IR_108:
+        mean: 0.71254843
+        std: 0.17482725
+      IR_120:
+        mean: 0.89058584
+        std: 0.06115861
+      IR_134:
+        mean: 0.944365
+        std: 0.04492306
+      VIS006:
+        mean: 0.09633306
+        std: 0.12184761
+      VIS008:
+        mean: 0.11426069
+        std: 0.13090034
+      WV_062:
+        mean: 0.7359355
+        std: 0.16111417
+      WV_073:
+        mean: 0.62479186
+        std: 0.12924142
   solar_position:
-    interval_start_minutes: -2880
+    interval_start_minutes: -60
     interval_end_minutes: 2160
     time_resolution_minutes: 15
-  generation:
-    time_resolution_minutes: 15
-    interval_start_minutes: -2880
-    interval_end_minutes: 2160
-    dropout_timedeltas_minutes:
-    - -15
-    dropout_fraction: 1.0
-    dropout_value: -1
-    zarr_path: /home/alex/NL/NL_regional_generation_kw.nc

model_config.yaml

@@ -17,6 +17,15 @@ nwp_encoders_dict:
     number_of_conv3d_layers: 4
     conv3d_channels: 32
     image_size_pixels: 10
+sat_encoder:
+  _target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
+  _partial_: true
+  in_channels: 11
+  out_features: 256
+  number_of_conv3d_layers: 6
+  conv3d_channels: 32
+  image_size_pixels: 20
+add_image_embedding_channel: false
 output_network:
   _target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet
   _partial_: true
@@ -25,7 +34,7 @@ output_network:
   res_block_layers: 2
   dropout_frac: 0.2
 include_sun: true
-interval_minutes: 15
+include_generation_history: false
 location_id_mapping:
   1: 1
   2: 2
@@ -40,14 +49,14 @@ location_id_mapping:
   11: 11
   12: 12
 forecast_minutes: 2160
-history_minutes: 2880
+history_minutes: 60
+interval_minutes: 15
 min_sat_delay_minutes: 5
-sat_history_minutes: 65
-pv_history_minutes: 2880
+sat_history_minutes: 60
+pv_history_minutes: 60
 nwp_history_minutes:
   ecmwf: 120
 nwp_forecast_minutes:
   ecmwf: 2220
 nwp_interval_minutes:
   ecmwf: 60
-include_generation_history: true

model_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e321baa57c46809d450510fa0bf0c7d096a87ebefabed601aad38414d4423ec
-size 2581760
+oid sha256:9b5540fd5e150b356103f603525426622f01603b42fd4b0b038a293a00424723
+size 15898832