Sukhil-Patel commited on
Commit
8d3d627
·
verified ·
1 Parent(s): 9f4e38e

Upload models - mvgv1iv3

Browse files
Files changed (4) hide show
  1. README.md +2 -6
  2. data_config.yaml +42 -174
  3. model_config.yaml +16 -10
  4. model_weights.safetensors +2 -2
README.md CHANGED
@@ -43,7 +43,7 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/site` Datase
43
 
44
  <!-- Do not remove the lines below -->
45
  The training logs for this model commit can be found here:
46
- - [https://wandb.ai/openclimatefix/gdm-gen/runs/3z7g9npe](https://wandb.ai/openclimatefix/gdm-gen/runs/3z7g9npe)
47
 
48
 
49
  <!-- The hardware section is also just nice to have -->
@@ -61,8 +61,4 @@ This model was trained using the following Open Climate Fix packages:
61
  <!-- Especially do not change the two lines below -->
62
  The versions of these packages can be found below:
63
  - pvnet==5.2.3
64
- - ocf-data-sampler==0.6.2.post0+git.accd7422.dirty
65
-
66
-
67
- ---
68
- **Migration Note**: This model was migrated on 2025-12-17 to pvnet version 5.3.1.post0+git.3d1628c1.dirty
 
43
 
44
  <!-- Do not remove the lines below -->
45
  The training logs for this model commit can be found here:
46
+ - [https://wandb.ai/openclimatefix/gdm-gen/runs/mvgv1iv3](https://wandb.ai/openclimatefix/gdm-gen/runs/mvgv1iv3)
47
 
48
 
49
  <!-- The hardware section is also just nice to have -->
 
61
  <!-- Especially do not change the two lines below -->
62
  The versions of these packages can be found below:
63
  - pvnet==5.2.3
64
+ - ocf-data-sampler==0.6.2
 
 
 
 
data_config.yaml CHANGED
@@ -2,186 +2,54 @@ general:
2
  description: Example config for producing PVNet samples
3
  name: example_config
4
  input_data:
 
 
 
 
 
 
 
 
5
  nwp:
6
- gencast:
7
- provider: gencast
8
  zarr_path: PLACEHOLDER.zarr
9
  interval_start_minutes: 0
10
  interval_end_minutes: 2880
11
- time_resolution_minutes: 360
12
  channels:
13
- - mean_2m_temperature
14
- - mean_10m_u_component_of_wind
15
- - mean_10m_v_component_of_wind
16
- - mean_100m_u_component_of_wind
17
- - mean_100m_v_component_of_wind
18
- - std_2m_temperature
19
- - std_10m_u_component_of_wind
20
- - std_10m_v_component_of_wind
21
- - std_100m_u_component_of_wind
22
- - std_100m_v_component_of_wind
23
- - P10_2m_temperature
24
- - P10_10m_u_component_of_wind
25
- - P10_10m_v_component_of_wind
26
- - P10_100m_u_component_of_wind
27
- - P10_100m_v_component_of_wind
28
- - P25_2m_temperature
29
- - P25_10m_u_component_of_wind
30
- - P25_10m_v_component_of_wind
31
- - P25_100m_u_component_of_wind
32
- - P25_100m_v_component_of_wind
33
- - median_2m_temperature
34
- - median_10m_u_component_of_wind
35
- - median_10m_v_component_of_wind
36
- - median_100m_u_component_of_wind
37
- - median_100m_v_component_of_wind
38
- - P75_2m_temperature
39
- - P75_10m_u_component_of_wind
40
- - P75_10m_v_component_of_wind
41
- - P75_100m_u_component_of_wind
42
- - P75_100m_v_component_of_wind
43
- - P90_2m_temperature
44
- - P90_10m_u_component_of_wind
45
- - P90_10m_v_component_of_wind
46
- - P90_100m_u_component_of_wind
47
- - P90_100m_v_component_of_wind
48
- image_size_pixels_height: 24
49
- image_size_pixels_width: 24
50
  dropout_timedeltas_minutes:
51
- - -480
52
  dropout_fraction: 1.0
53
  max_staleness_minutes: null
54
  normalisation_constants:
55
- mean_100m_u_component_of_wind:
56
- mean: 0.6590617299079895
57
- std: 3.5790820121765137
58
- mean_100m_v_component_of_wind:
59
- mean: 0.12761691212654114
60
- std: 2.9323325157165527
61
- mean_10m_u_component_of_wind:
62
- mean: 0.4821879267692566
63
- std: 2.2281882762908936
64
- mean_10m_v_component_of_wind:
65
- mean: 0.15181906521320343
66
- std: 1.9342707395553589
67
- mean_2m_temperature:
68
- mean: 299.2518310546875
69
- std: 7.597751617431641
70
- mean_mean_sea_level_pressure:
71
- mean: 100830.2890625
72
- std: 680.8427124023438
73
- std_100m_u_component_of_wind:
74
- mean: 1.4184794425964355
75
- std: 0.6928352117538452
76
- std_100m_v_component_of_wind:
77
- mean: 1.417962908744812
78
- std: 0.6868088245391846
79
- std_10m_u_component_of_wind:
80
- mean: 0.9582880735397339
81
- std: 0.4340810179710388
82
- std_10m_v_component_of_wind:
83
- mean: 0.9518918395042419
84
- std: 0.44840630888938904
85
- std_2m_temperature:
86
- mean: 0.8567765355110168
87
- std: 0.33070889115333557
88
- std_mean_sea_level_pressure:
89
- mean: 51.64792251586914
90
- std: 32.0938835144043
91
- median_100m_u_component_of_wind:
92
- mean: 0.6676918268203735
93
- std: 3.639376401901245
94
- median_100m_v_component_of_wind:
95
- mean: 0.11620805412530899
96
- std: 2.985520839691162
97
- median_10m_u_component_of_wind:
98
- mean: 0.4807472229003906
99
- std: 2.2692923545837402
100
- median_10m_v_component_of_wind:
101
- mean: 0.14560046792030334
102
- std: 1.9702688455581665
103
- median_2m_temperature:
104
- mean: 299.260986328125
105
- std: 7.6230292320251465
106
- median_mean_sea_level_pressure:
107
- mean: 100830.6796875
108
- std: 680.1322021484375
109
- P10_100m_u_component_of_wind:
110
- mean: -1.0963581800460815
111
- std: 3.7044365406036377
112
- P10_100m_v_component_of_wind:
113
- mean: -1.617751955986023
114
- std: 3.0236403942108154
115
- P10_10m_u_component_of_wind:
116
- mean: -0.6955795288085938
117
- std: 2.2671751976013184
118
- P10_10m_v_component_of_wind:
119
- mean: -1.0150115489959717
120
- std: 1.971762776374817
121
- P10_2m_temperature:
122
- mean: 298.1833190917969
123
- std: 7.59991455078125
124
- P10_mean_sea_level_pressure:
125
- mean: 100765.5078125
126
- std: 692.2731323242188
127
- P25_100m_u_component_of_wind:
128
- mean: -0.2732436954975128
129
- std: 3.680546283721924
130
- P25_100m_v_component_of_wind:
131
- mean: -0.8019947409629822
132
- std: 2.9948227405548096
133
- P25_10m_u_component_of_wind:
134
- mean: -0.14633096754550934
135
- std: 2.264906883239746
136
- P25_10m_v_component_of_wind:
137
- mean: -0.4697841703891754
138
- std: 1.9634745121002197
139
- P25_2m_temperature:
140
- mean: 298.70037841796875
141
- std: 7.619901657104492
142
- P25_mean_sea_level_pressure:
143
- mean: 100796.1953125
144
- std: 685.6700439453125
145
- P75_100m_u_component_of_wind:
146
- mean: 1.5902334451675415
147
- std: 3.6227025985717773
148
- P75_100m_v_component_of_wind:
149
- mean: 1.0552120208740234
150
- std: 2.9857563972473145
151
- P75_10m_u_component_of_wind:
152
- mean: 1.1113481521606445
153
- std: 2.280269145965576
154
- P75_10m_v_component_of_wind:
155
- mean: 0.7679195404052734
156
- std: 1.9758317470550537
157
- P75_2m_temperature:
158
- mean: 299.8158874511719
159
- std: 7.617563724517822
160
- P75_mean_sea_level_pressure:
161
- mean: 100865.046875
162
- std: 676.5575561523438
163
- P90_100m_u_component_of_wind:
164
- mean: 2.4127538204193115
165
- std: 3.604517936706543
166
- P90_100m_v_component_of_wind:
167
- mean: 1.8910019397735596
168
- std: 3.0057897567749023
169
- P90_10m_u_component_of_wind:
170
- mean: 1.6698352098464966
171
- std: 2.2776920795440674
172
- P90_10m_v_component_of_wind:
173
- mean: 1.3297827243804932
174
- std: 1.9903264045715332
175
- P90_2m_temperature:
176
- mean: 300.30584716796875
177
- std: 7.595254421234131
178
- P90_mean_sea_level_pressure:
179
- mean: 100894.1015625
180
- std: 672.7207641601562
181
- generation:
182
- time_resolution_minutes: 15
183
- interval_start_minutes: 0
184
- interval_end_minutes: 2880
185
- dropout_timedeltas_minutes: []
186
- dropout_fraction: 0
187
- zarr_path: /mnt/disks/gdm_data/gdm_data/ruvnl_data/india_wind_data_data_sampler_schema_v2.nc
 
2
  description: Example config for producing PVNet samples
3
  name: example_config
4
  input_data:
5
+ site:
6
+ time_resolution_minutes: 15
7
+ interval_start_minutes: 0
8
+ interval_end_minutes: 2880
9
+ file_path: /mnt/disks/gdm_data/gdm_data/ruvnl_data/india_wind_data_data_sampler_schema_v2.nc
10
+ metadata_file_path: /mnt/disks/gdm_data/gdm_data/ruvnl_data/india_wind_metadata_data_sampler_schema.csv
11
+ dropout_timedeltas_minutes: []
12
+ dropout_fraction: 0
13
  nwp:
14
+ ecmwf:
15
+ provider: ecmwf
16
  zarr_path: PLACEHOLDER.zarr
17
  interval_start_minutes: 0
18
  interval_end_minutes: 2880
19
+ time_resolution_minutes: 60
20
  channels:
21
+ - t2m
22
+ - u10
23
+ - v10
24
+ - u100
25
+ - v100
26
+ - u200
27
+ - v200
28
+ image_size_pixels_height: 60
29
+ image_size_pixels_width: 60
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30
  dropout_timedeltas_minutes:
31
+ - -360
32
  dropout_fraction: 1.0
33
  max_staleness_minutes: null
34
  normalisation_constants:
35
+ t2m:
36
+ mean: 283.48333740234375
37
+ std: 3.692270040512085
38
+ u10:
39
+ mean: 1.7677178382873535
40
+ std: 5.531515598297119
41
+ u100:
42
+ mean: 2.393547296524048
43
+ std: 7.2320556640625
44
+ u200:
45
+ mean: 2.7963004112243652
46
+ std: 8.049470901489258
47
+ v10:
48
+ mean: 0.985887885093689
49
+ std: 5.411230564117432
50
+ v100:
51
+ mean: 1.4244288206100464
52
+ std: 6.944501876831055
53
+ v200:
54
+ mean: 1.6010299921035767
55
+ std: 7.561611652374268
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model_config.yaml CHANGED
@@ -5,18 +5,23 @@ output_quantiles:
5
  - 0.5
6
  - 0.75
7
  - 0.9
 
8
  interval_minutes: 15
9
  embedding_dim: null
10
  nwp_encoders_dict:
11
- gencast:
12
  _target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
13
  _partial_: true
14
- in_channels: 35
15
- out_features: 64
16
- number_of_conv3d_layers: 8
17
- fc_features: 64
18
  conv3d_channels: 16
19
- image_size_pixels: 24
 
 
 
 
20
  add_image_embedding_channel: false
21
  output_network:
22
  _target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet
@@ -27,12 +32,13 @@ output_network:
27
  dropout_frac: 0.2
28
  include_sun: false
29
  include_time: true
 
 
30
  forecast_minutes: 2880
31
  history_minutes: 0
32
  nwp_history_minutes:
33
- gencast: 0
34
  nwp_forecast_minutes:
35
- gencast: 2880
36
  nwp_interval_minutes:
37
- gencast: 360
38
- include_generation_history: false
 
5
  - 0.5
6
  - 0.75
7
  - 0.9
8
+ target_key: site
9
  interval_minutes: 15
10
  embedding_dim: null
11
  nwp_encoders_dict:
12
+ ecmwf:
13
  _target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
14
  _partial_: true
15
+ in_channels: 7
16
+ out_features: 32
17
+ fc_features: 32
18
+ number_of_conv3d_layers: 3
19
  conv3d_channels: 16
20
+ image_size_pixels: 60
21
+ stride:
22
+ - 1
23
+ - 2
24
+ - 2
25
  add_image_embedding_channel: false
26
  output_network:
27
  _target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet
 
32
  dropout_frac: 0.2
33
  include_sun: false
34
  include_time: true
35
+ include_gsp_yield_history: false
36
+ include_site_yield_history: false
37
  forecast_minutes: 2880
38
  history_minutes: 0
39
  nwp_history_minutes:
40
+ ecmwf: 0
41
  nwp_forecast_minutes:
42
+ ecmwf: 2880
43
  nwp_interval_minutes:
44
+ ecmwf: 60
 
model_weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6eaa3406e8c8a34640f08fe8da833fbe68055459218e6d5d358b9c313b4d965
3
- size 2915336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb8e9baa6f893c479861336cfa64f241f9e4ef641399b0d14b0ed1fe7f01e6b
3
+ size 3963976