Upload models - mvgv1iv3
Browse files- README.md +2 -6
- data_config.yaml +42 -174
- model_config.yaml +16 -10
- model_weights.safetensors +2 -2
README.md
CHANGED
|
@@ -43,7 +43,7 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/site` Datase
|
|
| 43 |
|
| 44 |
<!-- Do not remove the lines below -->
|
| 45 |
The training logs for this model commit can be found here:
|
| 46 |
-
- [https://wandb.ai/openclimatefix/gdm-gen/runs/
|
| 47 |
|
| 48 |
|
| 49 |
<!-- The hardware section is also just nice to have -->
|
|
@@ -61,8 +61,4 @@ This model was trained using the following Open Climate Fix packages:
|
|
| 61 |
<!-- Especially do not change the two lines below -->
|
| 62 |
The versions of these packages can be found below:
|
| 63 |
- pvnet==5.2.3
|
| 64 |
-
- ocf-data-sampler==0.6.2
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
---
|
| 68 |
-
**Migration Note**: This model was migrated on 2025-12-17 to pvnet version 5.3.1.post0+git.3d1628c1.dirty
|
|
|
|
| 43 |
|
| 44 |
<!-- Do not remove the lines below -->
|
| 45 |
The training logs for this model commit can be found here:
|
| 46 |
+
- [https://wandb.ai/openclimatefix/gdm-gen/runs/mvgv1iv3](https://wandb.ai/openclimatefix/gdm-gen/runs/mvgv1iv3)
|
| 47 |
|
| 48 |
|
| 49 |
<!-- The hardware section is also just nice to have -->
|
|
|
|
| 61 |
<!-- Especially do not change the two lines below -->
|
| 62 |
The versions of these packages can be found below:
|
| 63 |
- pvnet==5.2.3
|
| 64 |
+
- ocf-data-sampler==0.6.2
|
|
|
|
|
|
|
|
|
|
|
|
data_config.yaml
CHANGED
|
@@ -2,186 +2,54 @@ general:
|
|
| 2 |
description: Example config for producing PVNet samples
|
| 3 |
name: example_config
|
| 4 |
input_data:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
nwp:
|
| 6 |
-
|
| 7 |
-
provider:
|
| 8 |
zarr_path: PLACEHOLDER.zarr
|
| 9 |
interval_start_minutes: 0
|
| 10 |
interval_end_minutes: 2880
|
| 11 |
-
time_resolution_minutes:
|
| 12 |
channels:
|
| 13 |
-
-
|
| 14 |
-
-
|
| 15 |
-
-
|
| 16 |
-
-
|
| 17 |
-
-
|
| 18 |
-
-
|
| 19 |
-
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
- std_100m_v_component_of_wind
|
| 23 |
-
- P10_2m_temperature
|
| 24 |
-
- P10_10m_u_component_of_wind
|
| 25 |
-
- P10_10m_v_component_of_wind
|
| 26 |
-
- P10_100m_u_component_of_wind
|
| 27 |
-
- P10_100m_v_component_of_wind
|
| 28 |
-
- P25_2m_temperature
|
| 29 |
-
- P25_10m_u_component_of_wind
|
| 30 |
-
- P25_10m_v_component_of_wind
|
| 31 |
-
- P25_100m_u_component_of_wind
|
| 32 |
-
- P25_100m_v_component_of_wind
|
| 33 |
-
- median_2m_temperature
|
| 34 |
-
- median_10m_u_component_of_wind
|
| 35 |
-
- median_10m_v_component_of_wind
|
| 36 |
-
- median_100m_u_component_of_wind
|
| 37 |
-
- median_100m_v_component_of_wind
|
| 38 |
-
- P75_2m_temperature
|
| 39 |
-
- P75_10m_u_component_of_wind
|
| 40 |
-
- P75_10m_v_component_of_wind
|
| 41 |
-
- P75_100m_u_component_of_wind
|
| 42 |
-
- P75_100m_v_component_of_wind
|
| 43 |
-
- P90_2m_temperature
|
| 44 |
-
- P90_10m_u_component_of_wind
|
| 45 |
-
- P90_10m_v_component_of_wind
|
| 46 |
-
- P90_100m_u_component_of_wind
|
| 47 |
-
- P90_100m_v_component_of_wind
|
| 48 |
-
image_size_pixels_height: 24
|
| 49 |
-
image_size_pixels_width: 24
|
| 50 |
dropout_timedeltas_minutes:
|
| 51 |
-
- -
|
| 52 |
dropout_fraction: 1.0
|
| 53 |
max_staleness_minutes: null
|
| 54 |
normalisation_constants:
|
| 55 |
-
|
| 56 |
-
mean:
|
| 57 |
-
std: 3.
|
| 58 |
-
|
| 59 |
-
mean:
|
| 60 |
-
std:
|
| 61 |
-
|
| 62 |
-
mean:
|
| 63 |
-
std:
|
| 64 |
-
|
| 65 |
-
mean:
|
| 66 |
-
std:
|
| 67 |
-
|
| 68 |
-
mean:
|
| 69 |
-
std:
|
| 70 |
-
|
| 71 |
-
mean:
|
| 72 |
-
std:
|
| 73 |
-
|
| 74 |
-
mean: 1.
|
| 75 |
-
std:
|
| 76 |
-
std_100m_v_component_of_wind:
|
| 77 |
-
mean: 1.417962908744812
|
| 78 |
-
std: 0.6868088245391846
|
| 79 |
-
std_10m_u_component_of_wind:
|
| 80 |
-
mean: 0.9582880735397339
|
| 81 |
-
std: 0.4340810179710388
|
| 82 |
-
std_10m_v_component_of_wind:
|
| 83 |
-
mean: 0.9518918395042419
|
| 84 |
-
std: 0.44840630888938904
|
| 85 |
-
std_2m_temperature:
|
| 86 |
-
mean: 0.8567765355110168
|
| 87 |
-
std: 0.33070889115333557
|
| 88 |
-
std_mean_sea_level_pressure:
|
| 89 |
-
mean: 51.64792251586914
|
| 90 |
-
std: 32.0938835144043
|
| 91 |
-
median_100m_u_component_of_wind:
|
| 92 |
-
mean: 0.6676918268203735
|
| 93 |
-
std: 3.639376401901245
|
| 94 |
-
median_100m_v_component_of_wind:
|
| 95 |
-
mean: 0.11620805412530899
|
| 96 |
-
std: 2.985520839691162
|
| 97 |
-
median_10m_u_component_of_wind:
|
| 98 |
-
mean: 0.4807472229003906
|
| 99 |
-
std: 2.2692923545837402
|
| 100 |
-
median_10m_v_component_of_wind:
|
| 101 |
-
mean: 0.14560046792030334
|
| 102 |
-
std: 1.9702688455581665
|
| 103 |
-
median_2m_temperature:
|
| 104 |
-
mean: 299.260986328125
|
| 105 |
-
std: 7.6230292320251465
|
| 106 |
-
median_mean_sea_level_pressure:
|
| 107 |
-
mean: 100830.6796875
|
| 108 |
-
std: 680.1322021484375
|
| 109 |
-
P10_100m_u_component_of_wind:
|
| 110 |
-
mean: -1.0963581800460815
|
| 111 |
-
std: 3.7044365406036377
|
| 112 |
-
P10_100m_v_component_of_wind:
|
| 113 |
-
mean: -1.617751955986023
|
| 114 |
-
std: 3.0236403942108154
|
| 115 |
-
P10_10m_u_component_of_wind:
|
| 116 |
-
mean: -0.6955795288085938
|
| 117 |
-
std: 2.2671751976013184
|
| 118 |
-
P10_10m_v_component_of_wind:
|
| 119 |
-
mean: -1.0150115489959717
|
| 120 |
-
std: 1.971762776374817
|
| 121 |
-
P10_2m_temperature:
|
| 122 |
-
mean: 298.1833190917969
|
| 123 |
-
std: 7.59991455078125
|
| 124 |
-
P10_mean_sea_level_pressure:
|
| 125 |
-
mean: 100765.5078125
|
| 126 |
-
std: 692.2731323242188
|
| 127 |
-
P25_100m_u_component_of_wind:
|
| 128 |
-
mean: -0.2732436954975128
|
| 129 |
-
std: 3.680546283721924
|
| 130 |
-
P25_100m_v_component_of_wind:
|
| 131 |
-
mean: -0.8019947409629822
|
| 132 |
-
std: 2.9948227405548096
|
| 133 |
-
P25_10m_u_component_of_wind:
|
| 134 |
-
mean: -0.14633096754550934
|
| 135 |
-
std: 2.264906883239746
|
| 136 |
-
P25_10m_v_component_of_wind:
|
| 137 |
-
mean: -0.4697841703891754
|
| 138 |
-
std: 1.9634745121002197
|
| 139 |
-
P25_2m_temperature:
|
| 140 |
-
mean: 298.70037841796875
|
| 141 |
-
std: 7.619901657104492
|
| 142 |
-
P25_mean_sea_level_pressure:
|
| 143 |
-
mean: 100796.1953125
|
| 144 |
-
std: 685.6700439453125
|
| 145 |
-
P75_100m_u_component_of_wind:
|
| 146 |
-
mean: 1.5902334451675415
|
| 147 |
-
std: 3.6227025985717773
|
| 148 |
-
P75_100m_v_component_of_wind:
|
| 149 |
-
mean: 1.0552120208740234
|
| 150 |
-
std: 2.9857563972473145
|
| 151 |
-
P75_10m_u_component_of_wind:
|
| 152 |
-
mean: 1.1113481521606445
|
| 153 |
-
std: 2.280269145965576
|
| 154 |
-
P75_10m_v_component_of_wind:
|
| 155 |
-
mean: 0.7679195404052734
|
| 156 |
-
std: 1.9758317470550537
|
| 157 |
-
P75_2m_temperature:
|
| 158 |
-
mean: 299.8158874511719
|
| 159 |
-
std: 7.617563724517822
|
| 160 |
-
P75_mean_sea_level_pressure:
|
| 161 |
-
mean: 100865.046875
|
| 162 |
-
std: 676.5575561523438
|
| 163 |
-
P90_100m_u_component_of_wind:
|
| 164 |
-
mean: 2.4127538204193115
|
| 165 |
-
std: 3.604517936706543
|
| 166 |
-
P90_100m_v_component_of_wind:
|
| 167 |
-
mean: 1.8910019397735596
|
| 168 |
-
std: 3.0057897567749023
|
| 169 |
-
P90_10m_u_component_of_wind:
|
| 170 |
-
mean: 1.6698352098464966
|
| 171 |
-
std: 2.2776920795440674
|
| 172 |
-
P90_10m_v_component_of_wind:
|
| 173 |
-
mean: 1.3297827243804932
|
| 174 |
-
std: 1.9903264045715332
|
| 175 |
-
P90_2m_temperature:
|
| 176 |
-
mean: 300.30584716796875
|
| 177 |
-
std: 7.595254421234131
|
| 178 |
-
P90_mean_sea_level_pressure:
|
| 179 |
-
mean: 100894.1015625
|
| 180 |
-
std: 672.7207641601562
|
| 181 |
-
generation:
|
| 182 |
-
time_resolution_minutes: 15
|
| 183 |
-
interval_start_minutes: 0
|
| 184 |
-
interval_end_minutes: 2880
|
| 185 |
-
dropout_timedeltas_minutes: []
|
| 186 |
-
dropout_fraction: 0
|
| 187 |
-
zarr_path: /mnt/disks/gdm_data/gdm_data/ruvnl_data/india_wind_data_data_sampler_schema_v2.nc
|
|
|
|
| 2 |
description: Example config for producing PVNet samples
|
| 3 |
name: example_config
|
| 4 |
input_data:
|
| 5 |
+
site:
|
| 6 |
+
time_resolution_minutes: 15
|
| 7 |
+
interval_start_minutes: 0
|
| 8 |
+
interval_end_minutes: 2880
|
| 9 |
+
file_path: /mnt/disks/gdm_data/gdm_data/ruvnl_data/india_wind_data_data_sampler_schema_v2.nc
|
| 10 |
+
metadata_file_path: /mnt/disks/gdm_data/gdm_data/ruvnl_data/india_wind_metadata_data_sampler_schema.csv
|
| 11 |
+
dropout_timedeltas_minutes: []
|
| 12 |
+
dropout_fraction: 0
|
| 13 |
nwp:
|
| 14 |
+
ecmwf:
|
| 15 |
+
provider: ecmwf
|
| 16 |
zarr_path: PLACEHOLDER.zarr
|
| 17 |
interval_start_minutes: 0
|
| 18 |
interval_end_minutes: 2880
|
| 19 |
+
time_resolution_minutes: 60
|
| 20 |
channels:
|
| 21 |
+
- t2m
|
| 22 |
+
- u10
|
| 23 |
+
- v10
|
| 24 |
+
- u100
|
| 25 |
+
- v100
|
| 26 |
+
- u200
|
| 27 |
+
- v200
|
| 28 |
+
image_size_pixels_height: 60
|
| 29 |
+
image_size_pixels_width: 60
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
dropout_timedeltas_minutes:
|
| 31 |
+
- -360
|
| 32 |
dropout_fraction: 1.0
|
| 33 |
max_staleness_minutes: null
|
| 34 |
normalisation_constants:
|
| 35 |
+
t2m:
|
| 36 |
+
mean: 283.48333740234375
|
| 37 |
+
std: 3.692270040512085
|
| 38 |
+
u10:
|
| 39 |
+
mean: 1.7677178382873535
|
| 40 |
+
std: 5.531515598297119
|
| 41 |
+
u100:
|
| 42 |
+
mean: 2.393547296524048
|
| 43 |
+
std: 7.2320556640625
|
| 44 |
+
u200:
|
| 45 |
+
mean: 2.7963004112243652
|
| 46 |
+
std: 8.049470901489258
|
| 47 |
+
v10:
|
| 48 |
+
mean: 0.985887885093689
|
| 49 |
+
std: 5.411230564117432
|
| 50 |
+
v100:
|
| 51 |
+
mean: 1.4244288206100464
|
| 52 |
+
std: 6.944501876831055
|
| 53 |
+
v200:
|
| 54 |
+
mean: 1.6010299921035767
|
| 55 |
+
std: 7.561611652374268
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model_config.yaml
CHANGED
|
@@ -5,18 +5,23 @@ output_quantiles:
|
|
| 5 |
- 0.5
|
| 6 |
- 0.75
|
| 7 |
- 0.9
|
|
|
|
| 8 |
interval_minutes: 15
|
| 9 |
embedding_dim: null
|
| 10 |
nwp_encoders_dict:
|
| 11 |
-
|
| 12 |
_target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
|
| 13 |
_partial_: true
|
| 14 |
-
in_channels:
|
| 15 |
-
out_features:
|
| 16 |
-
|
| 17 |
-
|
| 18 |
conv3d_channels: 16
|
| 19 |
-
image_size_pixels:
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
add_image_embedding_channel: false
|
| 21 |
output_network:
|
| 22 |
_target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet
|
|
@@ -27,12 +32,13 @@ output_network:
|
|
| 27 |
dropout_frac: 0.2
|
| 28 |
include_sun: false
|
| 29 |
include_time: true
|
|
|
|
|
|
|
| 30 |
forecast_minutes: 2880
|
| 31 |
history_minutes: 0
|
| 32 |
nwp_history_minutes:
|
| 33 |
-
|
| 34 |
nwp_forecast_minutes:
|
| 35 |
-
|
| 36 |
nwp_interval_minutes:
|
| 37 |
-
|
| 38 |
-
include_generation_history: false
|
|
|
|
| 5 |
- 0.5
|
| 6 |
- 0.75
|
| 7 |
- 0.9
|
| 8 |
+
target_key: site
|
| 9 |
interval_minutes: 15
|
| 10 |
embedding_dim: null
|
| 11 |
nwp_encoders_dict:
|
| 12 |
+
ecmwf:
|
| 13 |
_target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
|
| 14 |
_partial_: true
|
| 15 |
+
in_channels: 7
|
| 16 |
+
out_features: 32
|
| 17 |
+
fc_features: 32
|
| 18 |
+
number_of_conv3d_layers: 3
|
| 19 |
conv3d_channels: 16
|
| 20 |
+
image_size_pixels: 60
|
| 21 |
+
stride:
|
| 22 |
+
- 1
|
| 23 |
+
- 2
|
| 24 |
+
- 2
|
| 25 |
add_image_embedding_channel: false
|
| 26 |
output_network:
|
| 27 |
_target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet
|
|
|
|
| 32 |
dropout_frac: 0.2
|
| 33 |
include_sun: false
|
| 34 |
include_time: true
|
| 35 |
+
include_gsp_yield_history: false
|
| 36 |
+
include_site_yield_history: false
|
| 37 |
forecast_minutes: 2880
|
| 38 |
history_minutes: 0
|
| 39 |
nwp_history_minutes:
|
| 40 |
+
ecmwf: 0
|
| 41 |
nwp_forecast_minutes:
|
| 42 |
+
ecmwf: 2880
|
| 43 |
nwp_interval_minutes:
|
| 44 |
+
ecmwf: 60
|
|
|
model_weights.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0cb8e9baa6f893c479861336cfa64f241f9e4ef641399b0d14b0ed1fe7f01e6b
|
| 3 |
+
size 3963976
|