Upload inference configurations

ace2s_inference_config_global.yaml

@@ -0,0 +1,30 @@
+experiment_dir: /output_directory
+n_forward_steps: 1460
+forward_steps_in_memory: 40
+checkpoint_path: /ACE2S.ckpt
+logging:
+  log_to_screen: true
+  log_to_wandb: false
+  log_to_file: true
+  project: ace
+initial_condition:
+  path: /initial_conditions/ic_2023.nc
+  start_indices:
+    times:
+      - "2023-01-01T00:00:00"
+forcing_loader:
+  dataset:
+    data_path: /forcing_data
+  num_data_workers: 4
+data_writer:
+  files:
+  - format:
+      name: zarr
+    label: output_6hourly_ace2s
+    names:
+    - PRATEsfc
+    - UGRD10m
+    - VGRD10m
+    separate_ensemble_members: true
+  save_monthly_files: false
+  save_prediction_files: false

ace2s_inference_config_pnw.yaml

@@ -0,0 +1,30 @@
+experiment_dir: /output_directory
+n_forward_steps: 14600
+forward_steps_in_memory: 40
+checkpoint_path: /ace2s_xshield_ckpt.tar
+logging:
+  log_to_screen: true
+  log_to_wandb: false
+  log_to_file: true
+  project: ace
+initial_condition:
+  path: /initial_conditions/ic_2014.nc
+  start_indices:
+    times:
+      - "2014-01-01T00:00:00"
+forcing_loader:
+  dataset:
+    data_path: /forcing_data
+  num_data_workers: 4
+data_writer:
+  files:
+  - format:
+      name: zarr
+    label: output_6hourly_ace2s
+    names:
+    - PRATEsfc
+    - UGRD10m
+    - VGRD10m
+    separate_ensemble_members: true
+  save_monthly_files: false
+  save_prediction_files: false

hiro_downscaling_ace2s_global_output.yaml

@@ -0,0 +1,36 @@
+experiment_dir: /output_directory
+patch:
+  divide_generation: true
+  composite_prediction: true
+  coarse_horizontal_overlap: 1
+model:
+  checkpoint_path: /HiRO.ckpt
+  rename:
+    eastward_wind_at_ten_meters: UGRD10m
+    northward_wind_at_ten_meters: VGRD10m
+data:
+  coarse:
+  - data_path: /output_directory
+    engine: zarr
+    file_pattern: output_6hourly_predictions_ic0000.zarr
+  batch_size: 4
+  num_data_workers: 2
+  strict_ensemble: False
+outputs:
+- name: "Global_HiRO_2023"
+  save_vars: ["PRATEsfc"]
+  n_ens: 1
+  max_samples_per_gpu: 32
+  time_range:
+    start_time: "2023-01-01T00:00:00"
+    stop_time: "2023-12-31T18:00:00"
+  lat_extent:
+    start: -66.0
+    stop: 70.0
+  lon_extent:
+    start: 0
+    stop: 360
+logging:
+  log_to_screen: true
+  log_to_wandb: false
+  log_to_file: true

hiro_downscaling_ace2s_pnw_output.yaml

@@ -0,0 +1,47 @@
+experiment_dir: /output_directory
+patch:
+  divide_generation: true
+  composite_prediction: true
+  coarse_horizontal_overlap: 1
+model:
+  checkpoint_path: /HiRO.ckpt
+  rename:
+    eastward_wind_at_ten_meters: UGRD10m
+    northward_wind_at_ten_meters: VGRD10m
+data:
+  coarse:
+  - data_path: /output_directory
+    engine: zarr
+    file_pattern: output_6hourly_predictions_ic0000.zarr
+  batch_size: 4
+  num_data_workers: 2
+  strict_ensemble: False
+outputs:
+  - name: "PNW_ensemble0000"
+    save_vars: ["PRATEsfc"]
+    n_ens: 1
+    max_samples_per_gpu: 32
+    time_range:
+      start_time: "2014-01-01T00:00:00"
+      stop_time: "2023-12-31T18:00:00"
+    lat_extent:
+      start: 32.9
+      stop: 50.0
+    lon_extent:
+      start: 233.0
+      stop: 250.0
+  - name: "WA_AR_20230206" # Example of a single event downscaling (may not exist in your data)
+    save_vars: ["PRATEsfc"]
+    n_ens: 16
+    max_samples_per_gpu: 8
+    event_time: "2023-02-06T06:00:00"
+    lat_extent:
+        start: 36.0
+        stop:  52.0
+    lon_extent:
+        start: 228.0
+        stop: 244.0
+logging:
+  log_to_screen: true
+  log_to_wandb: false
+  log_to_file: true

run-hiro-ace.sh

@@ -0,0 +1,22 @@
+# Example script to show the steps needed to downscale ACE
+# using HiRO
+
+# Provided are two inference configurations used in the
+# manuscript:
+# 1.) Global inference with ACE for 2023 then downscaled
+# for most of the global (-66S to 70N) using HiRO
+#
+# 2.) Global inference with ACE for 2014 - 2023 then
+# the Pacific NorthWest (PNW) only downscaled with HiRO
+
+
+# First run coarse ACE2S
+python -m fme.ace.inference ace2s_inference_config_global.yaml
+
+# Second downscale ACE2S using HiRO
+
+# HiRO is more computationally costly then ACE2S
+# for faster through put more GPUs may be required
+NGPU=1
+
+torchrun --nproc_per_node $NGPU -m fme.downscaling.inference hiro_downscaling_ace2s_global_output.yaml