Migrate model (HF commit 86140b7) to pvnet version 5.2.2.post15+git.fc89eaa7.dirty

README.md

@@ -39,7 +39,7 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Da
 ## Results
 
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/pvnet2.1/runs/uuyepo74](https://wandb.ai/openclimatefix/pvnet2.1/runs/uuyepo74)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/js9gt7hc](https://wandb.ai/openclimatefix/pvnet2.1/runs/js9gt7hc)
 
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).

data_config.yaml

@@ -2,74 +2,61 @@ general:
   description: Config for training the saved PVNet model
   name: PVNet current
 input_data:
-  nwp:
-    ecmwf:
-      accum_channels:
-      - dswrf
-      - dlwrf
-      - sr
-      - duvrs
-      channels:
-      - t2m
-      - dswrf
-      - dlwrf
-      - hcc
-      - mcc
-      - lcc
-      - tcc
-      - sd
-      - sr
-      - duvrs
-      - u10
-      - v10
-      dropout_fraction: 1.0
-      dropout_timedeltas_minutes:
-      - -360
-      image_size_pixels_height: 12
-      image_size_pixels_width: 12
-      interval_end_minutes: 480
-      interval_start_minutes: -120
-      max_staleness_minutes: null
-      normalisation_constants:
-        diff_dlwrf:
-          mean: 1136464.0
-          std: 131942.03125
-        diff_dswrf:
-          mean: 420584.6875
-          std: 715366.3125
-        diff_duvrs:
-          mean: 48265.4765625
-          std: 81605.25
-        diff_sr:
-          mean: 469169.5
-          std: 818950.6875
-        hcc:
-          mean: 0.3961029052734375
-          std: 0.42244860529899597
-        lcc:
-          mean: 0.44901806116104126
-          std: 0.3791404366493225
-        mcc:
-          mean: 0.3288780450820923
-          std: 0.38039860129356384
-        sd:
-          mean: 8.107526082312688e-05
-          std: 0.000913831521756947
-        t2m:
-          mean: 283.48333740234375
-          std: 3.692270040512085
-        tcc:
-          mean: 0.7049227356910706
-          std: 0.37487083673477173
-        u10:
-          mean: 1.7677178382873535
-          std: 5.531515598297119
-        v10:
-          mean: 0.985887885093689
-          std: 5.411230564117432
-      provider: ecmwf
-      time_resolution_minutes: 60
-      zarr_path: PLACEHOLDER.zarr
+  satellite:
+    channels:
+    - IR_016
+    - IR_039
+    - IR_087
+    - IR_097
+    - IR_108
+    - IR_120
+    - IR_134
+    - VIS006
+    - VIS008
+    - WV_062
+    - WV_073
+    dropout_fraction: 0.0
+    dropout_timedeltas_minutes: []
+    image_size_pixels_height: 24
+    image_size_pixels_width: 24
+    interval_end_minutes: -30
+    interval_start_minutes: -60
+    normalisation_constants:
+      IR_016:
+        mean: 0.17594202
+        std: 0.21462157
+      IR_039:
+        mean: 0.86167645
+        std: 0.04618041
+      IR_087:
+        mean: 0.7719318
+        std: 0.06687243
+      IR_097:
+        mean: 0.8014212
+        std: 0.0468558
+      IR_108:
+        mean: 0.71254843
+        std: 0.17482725
+      IR_120:
+        mean: 0.89058584
+        std: 0.06115861
+      IR_134:
+        mean: 0.944365
+        std: 0.04492306
+      VIS006:
+        mean: 0.09633306
+        std: 0.12184761
+      VIS008:
+        mean: 0.11426069
+        std: 0.13090034
+      WV_062:
+        mean: 0.7359355
+        std: 0.16111417
+      WV_073:
+        mean: 0.62479186
+        std: 0.12924142
+    time_resolution_minutes: 5
+    zarr_path: PLACEHOLDER.zarr
   solar_position:
     interval_end_minutes: 480
     interval_start_minutes: -120

model_config.yaml

@@ -7,16 +7,18 @@ output_quantiles:
 - 0.75
 - 0.9
 - 0.98
-nwp_encoders_dict:
-  ecmwf:
-    _target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
-    _partial_: true
-    in_channels: 12
-    out_features: 256
-    number_of_conv3d_layers: 4
-    conv3d_channels: 32
-    image_size_pixels: 12
-sat_encoder: null
+nwp_encoders_dict: null
+sat_encoder:
+  _target_: pvnet.models.late_fusion.encoders.encoders3d.ResConv3DNet
+  _partial_: true
+  in_channels: 11
+  out_features: 256
+  image_size_pixels: 24
+  hidden_channels: 32
+  n_res_blocks: 3
+  res_block_layers: 3
+  batch_norm: true
+  dropout_frac: 0.0
 add_image_embedding_channel: false
 pv_encoder: null
 output_network:
@@ -30,13 +32,11 @@ embedding_dim: 16
 include_sun: true
 forecast_minutes: 480
 history_minutes: 120
-min_sat_delay_minutes: 0
+min_sat_delay_minutes: 30
 sat_history_minutes: 60
 pv_history_minutes: 180
-nwp_history_minutes:
-  ecmwf: 120
-nwp_forecast_minutes:
-  ecmwf: 480
+nwp_history_minutes: null
+nwp_forecast_minutes: null
 location_id_mapping:
   1: 1
   2: 2

model_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a27e27f3e53a9804e8eaa30164eae5c037c0edeaf554f8737de22b867d343e4
-size 4447688
+oid sha256:71b24e755313d03bcf3f5aaa89b5f222f10ac764085ddc5d160617af0937101d
+size 4167768