Upload folder using huggingface_hub

README.md

@@ -39,7 +39,7 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Da
 ## Results
 
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/pvnet2.1/runs/tk3z8n5l](https://wandb.ai/openclimatefix/pvnet2.1/runs/tk3z8n5l)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/aswcdyxy](https://wandb.ai/openclimatefix/pvnet2.1/runs/aswcdyxy)
 
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).

config.json

@@ -10,20 +10,37 @@
         0.98
     ],
     "nwp_encoders_dict": {
-        "sat_pred": {
-            "_target_": "pvnet.models.multimodal.encoders.encoders3d.ResConv3DNet2",
+        "ukv": {
+            "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
             "_partial_": true,
             "in_channels": 11,
             "out_features": 256,
-            "image_size_pixels": 24,
-            "hidden_channels": 32,
-            "n_res_blocks": 3,
-            "res_block_layers": 3,
-            "batch_norm": true,
-            "dropout_frac": 0.0
+            "number_of_conv3d_layers": 6,
+            "conv3d_channels": 32,
+            "image_size_pixels": 24
+        },
+        "ecmwf": {
+            "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
+            "_partial_": true,
+            "in_channels": 12,
+            "out_features": 256,
+            "number_of_conv3d_layers": 4,
+            "conv3d_channels": 32,
+            "image_size_pixels": 12
         }
     },
-    "sat_encoder": null,
+    "sat_encoder": {
+        "_target_": "pvnet.models.multimodal.encoders.encoders3d.ResConv3DNet2",
+        "_partial_": true,
+        "in_channels": 11,
+        "out_features": 256,
+        "image_size_pixels": 24,
+        "hidden_channels": 32,
+        "n_res_blocks": 3,
+        "res_block_layers": 3,
+        "batch_norm": true,
+        "dropout_frac": 0.0
+    },
     "add_image_embedding_channel": false,
     "pv_encoder": null,
     "output_network": {
@@ -39,14 +56,16 @@
     "include_gsp_yield_history": false,
     "forecast_minutes": 480,
     "history_minutes": 120,
-    "min_sat_delay_minutes": 0,
+    "min_sat_delay_minutes": 30,
     "sat_history_minutes": 60,
     "pv_history_minutes": 180,
     "nwp_history_minutes": {
-        "sat_pred": -15
+        "ukv": 120,
+        "ecmwf": 120
     },
     "nwp_forecast_minutes": {
-        "sat_pred": 180
+        "ukv": 480,
+        "ecmwf": 480
     },
     "optimizer": {
         "_target_": "pvnet.optimizers.EmbAdamWReduceLROnPlateau",
@@ -57,8 +76,5 @@
         "factor": 0.1,
         "threshold": 0.002
     },
-    "nwp_interval_minutes": {
-        "sat_pred": 15
-    },
     "adapt_batches": true
 }

data_config.yaml

@@ -10,63 +10,186 @@ input_data:
     time_resolution_minutes: 30
     zarr_path: PLACEHOLDER.zarr
   nwp:
-    sat_pred:
+    ecmwf:
+      accum_channels:
+      - dswrf
+      - dlwrf
+      - sr
+      - duvrs
       channels:
-      - IR_016
-      - IR_039
-      - IR_087
-      - IR_097
-      - IR_108
-      - IR_120
-      - IR_134
-      - VIS006
-      - VIS008
-      - WV_062
-      - WV_073
-      dropout_fraction: 0
-      dropout_timedeltas_minutes: []
+      - t2m
+      - dswrf
+      - dlwrf
+      - hcc
+      - mcc
+      - lcc
+      - tcc
+      - sde
+      - sr
+      - duvrs
+      - u10
+      - v10
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -360
+      image_size_pixels_height: 12
+      image_size_pixels_width: 12
+      interval_end_minutes: 480
+      interval_start_minutes: -120
+      max_staleness_minutes: null
+      normalisation_constants:
+        diff_dlwrf:
+          mean: 1136464.0
+          std: 131942.03125
+        diff_dswrf:
+          mean: 420584.6875
+          std: 715366.3125
+        diff_duvrs:
+          mean: 48265.4765625
+          std: 81605.25
+        diff_sr:
+          mean: 469169.5
+          std: 818950.6875
+        hcc:
+          mean: 0.3961029052734375
+          std: 0.42244860529899597
+        lcc:
+          mean: 0.44901806116104126
+          std: 0.3791404366493225
+        mcc:
+          mean: 0.3288780450820923
+          std: 0.38039860129356384
+        sde:
+          mean: 8.107526082312688e-05
+          std: 0.000913831521756947
+        t2m:
+          mean: 283.48333740234375
+          std: 3.692270040512085
+        tcc:
+          mean: 0.7049227356910706
+          std: 0.37487083673477173
+        u10:
+          mean: 1.7677178382873535
+          std: 5.531515598297119
+        v10:
+          mean: 0.985887885093689
+          std: 5.411230564117432
+      provider: ecmwf
+      time_resolution_minutes: 60
+      zarr_path: PLACEHOLDER.zarr
+    ukv:
+      channels:
+      - t
+      - dswrf
+      - dlwrf
+      - hcc
+      - mcc
+      - lcc
+      - sde
+      - r
+      - vis
+      - si10
+      - prate
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -180
       image_size_pixels_height: 24
       image_size_pixels_width: 24
-      interval_end_minutes: 180
-      interval_start_minutes: 15
+      interval_end_minutes: 480
+      interval_start_minutes: -120
       max_staleness_minutes: null
       normalisation_constants:
-        IR_016:
-          mean: 0.17594202
-          std: 0.21462157
-        IR_039:
-          mean: 0.86167645
-          std: 0.04618041
-        IR_087:
-          mean: 0.7719318
-          std: 0.06687243
-        IR_097:
-          mean: 0.8014212
-          std: 0.0468558
-        IR_108:
-          mean: 0.71254843
-          std: 0.17482725
-        IR_120:
-          mean: 0.89058584
-          std: 0.06115861
-        IR_134:
-          mean: 0.944365
-          std: 0.04492306
-        VIS006:
-          mean: 0.09633306
-          std: 0.12184761
-        VIS008:
-          mean: 0.11426069
-          std: 0.13090034
-        WV_062:
-          mean: 0.7359355
-          std: 0.16111417
-        WV_073:
-          mean: 0.62479186
-          std: 0.12924142
-      provider: cloudcasting
-      time_resolution_minutes: 15
+        dlwrf:
+          mean: 325.03130139
+          std: 39.45988077
+        dswrf:
+          mean: 111.28265039
+          std: 190.47216887
+        hcc:
+          mean: 29.11949682
+          std: 38.07184418
+        lcc:
+          mean: 50.08362643
+          std: 39.33210726
+        mcc:
+          mean: 40.88984494
+          std: 41.91144559
+        prate:
+          mean: 3.45793433e-05
+          std: 0.00021497
+        r:
+          mean: 81.79229501
+          std: 11.45012499
+        sde:
+          mean: 0.00289545
+          std: 0.1029753
+        si10:
+          mean: 6.88348448
+          std: 3.94718813
+        t:
+          mean: 283.64913206
+          std: 4.38818501
+        vis:
+          mean: 32262.03285118
+          std: 21578.97975625
+      provider: ukv
+      time_resolution_minutes: 60
       zarr_path: PLACEHOLDER.zarr
+  satellite:
+    channels:
+    - IR_016
+    - IR_039
+    - IR_087
+    - IR_097
+    - IR_108
+    - IR_120
+    - IR_134
+    - VIS006
+    - VIS008
+    - WV_062
+    - WV_073
+    dropout_fraction: 0.0
+    dropout_timedeltas_minutes: []
+    image_size_pixels_height: 24
+    image_size_pixels_width: 24
+    interval_end_minutes: -30
+    interval_start_minutes: -60
+    normalisation_constants:
+      IR_016:
+        mean: 0.17594202
+        std: 0.21462157
+      IR_039:
+        mean: 0.86167645
+        std: 0.04618041
+      IR_087:
+        mean: 0.7719318
+        std: 0.06687243
+      IR_097:
+        mean: 0.8014212
+        std: 0.0468558
+      IR_108:
+        mean: 0.71254843
+        std: 0.17482725
+      IR_120:
+        mean: 0.89058584
+        std: 0.06115861
+      IR_134:
+        mean: 0.944365
+        std: 0.04492306
+      VIS006:
+        mean: 0.09633306
+        std: 0.12184761
+      VIS008:
+        mean: 0.11426069
+        std: 0.13090034
+      WV_062:
+        mean: 0.7359355
+        std: 0.16111417
+      WV_073:
+        mean: 0.62479186
+        std: 0.12924142
+    time_resolution_minutes: 5
+    zarr_path: PLACEHOLDER.zarr
   solar_position:
     interval_end_minutes: 480
     interval_start_minutes: -120

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93a8079b8c37e7564b22a8d4f0dd02688a2755a998870e8451975b0939037d60
-size 5683010
+oid sha256:9a5dfc56237cf1f93d62d552622f81049316d0209a343da8adef0008e54d470d
+size 34546610