Upload folder using huggingface_hub

README.md

@@ -39,10 +39,10 @@ Data is prepared with the `ocf_datapipes.training.pvnet` datapipe [2].
 ## Results
 
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/india/runs/xdlew7ib](https://wandb.ai/openclimatefix/india/runs/xdlew7ib)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/kgduk9ik](https://wandb.ai/openclimatefix/pvnet2.1/runs/kgduk9ik)
 
 
-The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/india).
+The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).
 
 Some experimental notes can be found at in [the google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing)
 

config.json

@@ -1,13 +1,9 @@
 {
     "_target_": "pvnet.models.multimodal.multimodal.Model",
     "output_quantiles": [
-        0.02,
         0.1,
-        0.25,
         0.5,
-        0.75,
-        0.9,
-        0.98
+        0.9
     ],
     "interval_minutes": 15,
     "use_weighted_loss": false,
@@ -15,11 +11,20 @@
         "ecmwf": {
             "_target_": "pvnet.models.multimodal.encoders.encoders3d.ResConv3DNet2",
             "_partial_": true,
-            "in_channels": 7,
+            "in_channels": 8,
             "out_features": 256,
             "n_res_blocks": 4,
             "hidden_channels": 256,
-            "image_size_pixels": 84
+            "image_size_pixels": 42
+        },
+        "gfs": {
+            "_target_": "pvnet.models.multimodal.encoders.encoders3d.ResConv3DNet2",
+            "_partial_": true,
+            "in_channels": 6,
+            "out_features": 256,
+            "n_res_blocks": 3,
+            "hidden_channels": 256,
+            "image_size_pixels": 10
         }
     },
     "wind_encoder": {
@@ -34,26 +39,30 @@
     "output_network": {
         "_target_": "pvnet.models.multimodal.linear_networks.networks.ResFCNet2",
         "_partial_": true,
-        "fc_hidden_features": 1024,
+        "fc_hidden_features": 128,
         "n_res_blocks": 6,
         "res_block_layers": 4,
         "dropout_frac": 0.0
     },
-    "embedding_dim": 128,
+    "embedding_dim": 16,
     "include_sun": false,
     "include_gsp_yield_history": false,
     "forecast_minutes": 2880,
     "history_minutes": 60,
-    "min_sat_delay_minutes": 60,
-    "sat_history_minutes": 90,
     "nwp_history_minutes": {
-        "ecmwf": 60
+        "ecmwf": 60,
+        "gfs": 0
     },
     "nwp_forecast_minutes": {
-        "ecmwf": 2880
+        "ecmwf": 2880,
+        "gfs": 2220
+    },
+    "nwp_interval_minutes": {
+        "ecmwf": 60,
+        "gfs": 180
     },
     "wind_history_minutes": 60,
-    "sensor_interval_minutes": 15,
+    "wind_interval_minutes": 15,
     "target_key": "wind",
     "optimizer": {
         "_target_": "pvnet.optimizers.EmbAdamWReduceLROnPlateau",

data_config.yaml

@@ -2,32 +2,54 @@ general:
   description: Config for training the saved PVNet model
   name: PVNet current
 input_data:
-  data_source_which_defines_geospatial_locations: wind
   default_forecast_minutes: 2880
   default_history_minutes: 60
   nwp:
     ecmwf:
-      forecast_minutes: 2880
+      coarsen_to_degrees: 0.2
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -360
+      forecast_minutes: 2880.0
       history_minutes: 60
       nwp_channels:
       - t2m
+      - prate
       - u10
-      - u100
-      - u200
       - v10
+      - u100
       - v100
+      - u200
       - v200
-      nwp_image_size_pixels_height: 84
-      nwp_image_size_pixels_width: 84
+      nwp_image_size_pixels_height: 42
+      nwp_image_size_pixels_width: 42
       nwp_provider: ecmwf
       nwp_zarr_path: PLACEHOLDER.zarr
       time_resolution_minutes: 60
-      x_dim_name: longitude
-      y_dim_name: latitude
+    gfs:
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -300
+      forecast_minutes: 2100.0
+      history_minutes: 60
+      nwp_channels:
+      - t
+      - prate
+      - u10
+      - v10
+      - u100
+      - v100
+      nwp_image_size_pixels_height: 10
+      nwp_image_size_pixels_width: 10
+      nwp_provider: gfs
+      nwp_zarr_path: PLACEHOLDER.zarr
+      time_resolution_minutes: 180
   wind:
     get_center: true
     n_wind_systems_per_example: 1
+    time_resolution_minutes: 15
     wind_files_groups:
     - label: india
       wind_filename: /mnt/storage_ssd_4tb/india_wind_data.nc
-      wind_metadata_filename: /mnt/storage_ssd_4tb/india_wind_metadata.csv
+      wind_metadata_filename: /mnt/storage_ssd_4tb/india_wind_metadata2.csv
+    wind_ml_ids: []

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4857cdf19f63c6b49a59d3a8bf3caecb21b2341cc5ef5091e8b0c85817d6d63
-size 493586506
+oid sha256:949bfd7d1b6a4e7f44aa1ba737d6bdf7de455160bdb8fec37f0ffeeee5bac2e0
+size 158042114