Upload 4 files

NameModel_app.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ecfedfead9237ae58b93ed6351f6492703145dfae1349591f9d9ac489a8867
+size 741076

Taal_273070_20200112_scenario_yizhou.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb340a75132c3008a149557ff85f8bc05b4a46e70eee027503e30b9573fdd39
+size 181349

app.py

@@ -1,108 +1,323 @@
+import os
+import glob
+import shutil
+import io
+import logging
 import panel as pn
-import pandas as pd
-import hvplot.pandas
+import xarray as xr
+import numpy as np
+from datetime import datetime
+from types import SimpleNamespace
+from collections import defaultdict
+from ash_animator.converter import NAMEDataProcessor
+from ash_animator.plot_3dfield_data import Plot_3DField_Data
+from ash_animator.plot_horizontal_data import Plot_Horizontal_Data
+from ash_animator import create_grid
 
-pn.extension("tabulator")
+pn.extension()
 
-ACCENT="teal"
+MEDIA_DIR = "media"
+os.makedirs(MEDIA_DIR, exist_ok=True)
 
-styles = {
-    "box-shadow": "rgba(50, 50, 93, 0.25) 0px 6px 12px -2px, rgba(0, 0, 0, 0.3) 0px 3px 7px -3px",
-    "border-radius": "4px",
-    "padding": "10px",
-}
+# Logging setup
+LOG_FILE = os.path.join(MEDIA_DIR, "app_errors.log")
+logging.basicConfig(filename=LOG_FILE, level=logging.ERROR,
+                    format="%(asctime)s - %(levelname)s - %(message)s")
 
-image = pn.pane.JPG("https://assets.holoviz.org/panel/tutorials/wind_turbines_sunset.png")
+animator_obj = {}
 
-# Extract Data
+# ---------------- Widgets ----------------
+file_input = pn.widgets.FileInput(accept=".zip")
+process_button = pn.widgets.Button(name="📦 Process ZIP", button_type="primary")
+reset_button = pn.widgets.Button(name="🔄 Reset App", button_type="danger")
+status = pn.pane.Markdown("### Upload a NAME Model ZIP to begin")
 
-@pn.cache()  # only download data once
-def get_data():
-    return pd.read_csv("https://assets.holoviz.org/panel/tutorials/turbines.csv.gz")
-
-# Transform Data
+download_button = pn.widgets.FileDownload(
+    label="⬇️ Download All Exports",
+    filename="all_exports.zip",
+    button_type="success",
+    callback=lambda: io.BytesIO(
+        open(shutil.make_archive(
+            os.path.join(MEDIA_DIR, "all_exports").replace(".zip", ""),
+            "zip", MEDIA_DIR
+        ), 'rb').read()
+    )
+)
 
-source_data = get_data()
-min_year = int(source_data["p_year"].min())
-max_year = int(source_data["p_year"].max())
-top_manufacturers = (
-    source_data.groupby("t_manu").p_cap.sum().sort_values().iloc[-10:].index.to_list()
+log_link = pn.widgets.FileDownload(
+    label="🪵 View Error Log", file=LOG_FILE,
+    filename="app_errors.log", button_type="warning"
 )
 
-def filter_data(t_manu, year):
-    data = source_data[(source_data.t_manu == t_manu) & (source_data.p_year <= year)]
-    return data
+threshold_slider_3d = pn.widgets.FloatSlider(name='3D Threshold', start=0.0, end=1.0, step=0.05, value=0.1)
+zoom_slider_3d = pn.widgets.IntSlider(name='3D Zoom Level', start=1, end=20, value=19)
+cmap_select_3d = pn.widgets.Select(name='3D Colormap', options=["rainbow", "viridis", "plasma"])
+fps_slider_3d = pn.widgets.IntSlider(name='3D FPS', start=1, end=10, value=2)
+Altitude_slider = pn.widgets.IntSlider(name='Define Ash Altitude', start=1, end=15, value=1)
 
-# Filters
+threshold_slider_2d = pn.widgets.FloatSlider(name='2D Threshold', start=0.0, end=1.0, step=0.01, value=0.005)
+zoom_slider_2d = pn.widgets.IntSlider(name='2D Zoom Level', start=1, end=20, value=19)
+fps_slider_2d = pn.widgets.IntSlider(name='2D FPS', start=1, end=10, value=2)
+cmap_select_2d = pn.widgets.Select(name='2D Colormap', options=["rainbow", "viridis", "plasma"])
 
-t_manu = pn.widgets.Select(
-    name="Manufacturer",
-    value="Vestas",
-    options=sorted(top_manufacturers),
-    description="The name of the manufacturer",
-)
-p_year = pn.widgets.IntSlider(name="Year", value=max_year, start=min_year, end=max_year)
-
-# Transform Data 2
-
-df = pn.rx(filter_data)(t_manu=t_manu, year=p_year)
-count = df.rx.len()
-total_capacity = df.t_cap.sum()
-avg_capacity = df.t_cap.mean()
-avg_rotor_diameter = df.t_rd.mean()
-
-# Plot Data
-
-fig = (
-    df[["p_year", "t_cap"]].groupby("p_year").sum() / 10**6
-).hvplot.bar(
-    title="Capacity Change",
-    rot=90,
-    ylabel="Capacity (GW)",
-    xlabel="Year",
-    xlim=(min_year, max_year),
-    color=ACCENT, 
-)
+# ---------------- Core Functions ----------------
+def process_zip(event=None):
+    if file_input.value:
+        zip_path = os.path.join(MEDIA_DIR, file_input.filename)
+        with open(zip_path, "wb") as f:
+            f.write(file_input.value)
+        status.object = "✅ ZIP uploaded and saved."
+    else:
+        zip_path = os.path.join(MEDIA_DIR, "default_model.zip")
+        if not os.path.exists(zip_path):
+            status.object = "❌ No ZIP uploaded and default_model.zip not found."
+            return
+        status.object = "📦 Using default_model.zip"
+
+    output_dir = os.path.join("./", "ash_output")
+    shutil.rmtree(output_dir, ignore_errors=True)
+    os.makedirs(output_dir, exist_ok=True)
+
+    try:
+        processor = NAMEDataProcessor(output_root=output_dir)
+        processor.batch_process_zip(zip_path)
+
+        # animator_obj["3d"] = [xr.open_dataset(fp).load()
+        #                       for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc")))]
+        
+        animator_obj["3d"] = []
+        for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc"))):
+            with xr.open_dataset(fp) as ds:
+                animator_obj["3d"].append(ds.load())
+
+        animator_obj["2d"] = []
+        for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc"))):
+            with xr.open_dataset(fp) as ds:
+                animator_obj["2d"].append(ds.load())
+
+        
+        # animator_obj["2d"] = [xr.open_dataset(fp).load()
+        #                       for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc")))]
+
+        with open(os.path.join(MEDIA_DIR, "last_run.txt"), "w") as f:
+            f.write(zip_path)
+
+        status.object += f" | ✅ Loaded 3D: {len(animator_obj['3d'])} & 2D: {len(animator_obj['2d'])}"
+        update_media_tabs()
+    except Exception as e:
+        logging.exception("Error during ZIP processing")
+        status.object = f"❌ Processing failed: {e}"
+
+def reset_app(event=None):
+    animator_obj.clear()
+    file_input.value = None
+    status.object = "🔄 App has been reset."
+    for folder in ["ash_output", "2D", "3D"]:
+        shutil.rmtree(os.path.join(MEDIA_DIR, folder), ignore_errors=True)
+    if os.path.exists(os.path.join(MEDIA_DIR, "last_run.txt")):
+        os.remove(os.path.join(MEDIA_DIR, "last_run.txt"))
+    update_media_tabs()
+
+def restore_previous_session():
+    try:
+        state_file = os.path.join(MEDIA_DIR, "last_run.txt")
+        if os.path.exists(state_file):
+            with open(state_file) as f:
+                zip_path = f.read().strip()
+            if os.path.exists(zip_path):
+                output_dir = os.path.join("./", "ash_output")
+
+                animator_obj["3d"] = []
+                for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc"))):
+                    with xr.open_dataset(fp) as ds:
+                        animator_obj["3d"].append(ds.load())
+
+                animator_obj["2d"] = []
+                for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc"))):
+                    with xr.open_dataset(fp) as ds:
+                        animator_obj["2d"].append(ds.load())
+
+                status.object = f"🔁 Restored previous session from {os.path.basename(zip_path)}"
+                update_media_tabs()
+    except Exception as e:
+        logging.exception("Error restoring previous session")
+        status.object = f"⚠️ Could not restore previous session: {e}"
+
+process_button.on_click(process_zip)
+reset_button.on_click(reset_app)
 
-# Display Data
-
-indicators = pn.FlexBox(
-    pn.indicators.Number(
-        value=count, name="Count", format="{value:,.0f}", styles=styles
-    ),
-    pn.indicators.Number(
-        value=total_capacity / 1e6,
-        name="Total Capacity (GW)",
-        format="{value:,.1f}",
-        styles=styles,
-    ),
-    pn.indicators.Number(
-        value=avg_capacity/1e3,
-        name="Avg. Capacity (MW)",
-        format="{value:,.1f}",
-        styles=styles,
-    ),
-    pn.indicators.Number(
-        value=avg_rotor_diameter,
-        name="Avg. Rotor Diameter (m)",
-        format="{value:,.1f}",
-        styles=styles,
-    ),
+# ---------------- Animator Builders ----------------
+def build_animator_3d():
+    ds = animator_obj["3d"]
+    attrs = ds[0].attrs
+    lons, lats, grid = create_grid(attrs)
+    return SimpleNamespace(
+        datasets=ds,
+        levels=ds[0].altitude.values,
+        lons=lons,
+        lats=lats,
+        lon_grid=grid[0],
+        lat_grid=grid[1],
+    )
+
+def build_animator_2d():
+    ds = animator_obj["2d"]
+    lat_grid, lon_grid = xr.broadcast(ds[0]["latitude"], ds[0]["longitude"])
+    return SimpleNamespace(
+        datasets=ds,
+        lats=ds[0]["latitude"].values,
+        lons=ds[0]["longitude"].values,
+        lat_grid=lat_grid.values,
+        lon_grid=lon_grid.values,
+    )
+
+# ---------------- Plot Functions ----------------
+def plot_z_level():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        os.makedirs(out, exist_ok=True)
+        Plot_3DField_Data(animator, out, cmap_select_3d.value,
+                          threshold_slider_3d.value, zoom_slider_3d.value,
+                          fps_slider_3d.value).plot_single_z_level(
+                              Altitude_slider.value, f"ash_altitude{Altitude_slider.value}km_runTimes.gif")
+        update_media_tabs()
+        status.object = "✅ Z-Level animation created."
+    except Exception as e:
+        logging.exception("Error in plot_z_level")
+        status.object = f"❌ Error in Z-Level animation: {e}"
+
+def plot_vertical_profile():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        os.makedirs(out, exist_ok=True)
+        plotter = Plot_3DField_Data(animator, out, cmap_select_3d.value, fps_slider_3d.value,
+                                    threshold_slider_3d.value, zoom_level=zoom_slider_3d.value,
+                                    basemap_type='basemap')
+        plotter.plot_vertical_profile_at_time(Altitude_slider.value - 1,
+                                              filename=f"T{Altitude_slider.value - 1}_profile.gif")
+        update_media_tabs()
+        status.object = "✅ Vertical profile animation created."
+    except Exception as e:
+        logging.exception("Error in plot_vertical_profile")
+        status.object = f"❌ Error in vertical profile animation: {e}"
+
+def animate_all_altitude_profiles():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        Plot_3DField_Data(animator, out, cmap_select_3d.value,
+                          threshold_slider_3d.value, zoom_slider_3d.value).animate_all_altitude_profiles()
+        update_media_tabs()
+        status.object = "✅ All altitude profile animations created."
+    except Exception as e:
+        logging.exception("Error in animate_all_altitude_profiles")
+        status.object = f"❌ Error animating all altitude profiles: {e}"
+
+def export_jpg_frames():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        Plot_3DField_Data(animator, out, cmap_select_3d.value,
+                          threshold_slider_3d.value, zoom_slider_3d.value).export_frames_as_jpgs(include_metadata=True)
+        update_media_tabs()
+        status.object = "✅ JPG frames exported."
+    except Exception as e:
+        logging.exception("Error exporting JPG frames")
+        status.object = f"❌ Error exporting JPG frames: {e}"
+
+def plot_2d_field(field):
+    try:
+        animator = build_animator_2d()
+        out = os.path.join(MEDIA_DIR, "2D")
+        Plot_Horizontal_Data(animator, out, cmap_select_2d.value, fps_slider_2d.value,
+                             include_metadata=True, threshold=threshold_slider_2d.value,
+                             zoom_width_deg=6.0, zoom_height_deg=6.0,
+                             zoom_level=zoom_slider_2d.value,
+                             static_frame_export=True).plot_single_field_over_time(field, f"{field}.gif")
+        update_media_tabs()
+        status.object = f"✅ 2D field `{field}` animation created."
+    except Exception as e:
+        logging.exception(f"Error in plot_2d_field: {field}")
+        status.object = f"❌ Error in 2D field `{field}` animation: {e}"
+
+# ---------------- Layout ----------------
+def human_readable_size(size):
+    for unit in ['B', 'KB', 'MB', 'GB']:
+        if size < 1024: return f"{size:.1f} {unit}"
+        size /= 1024
+    return f"{size:.1f} TB"
+
+def generate_output_gallery(base_folder):
+    grouped = defaultdict(lambda: defaultdict(list))
+    for root, _, files in os.walk(os.path.join(MEDIA_DIR, base_folder)):
+        for file in files:
+            ext = os.path.splitext(file)[1].lower()
+            subfolder = os.path.relpath(root, MEDIA_DIR)
+            grouped[subfolder][ext].append(os.path.join(root, file))
+
+    folder_tabs = []
+    for subfolder, ext_files in sorted(grouped.items()):
+        type_tabs = []
+        for ext, paths in sorted(ext_files.items()):
+            previews = []
+            for path in sorted(paths, key=os.path.getmtime, reverse=True):
+                size = human_readable_size(os.path.getsize(path))
+                mod = datetime.fromtimestamp(os.path.getmtime(path)).strftime("%Y-%m-%d %H:%M")
+                title = f"**{os.path.basename(path)}**\\n_{size}, {mod}_"
+                download = pn.widgets.FileDownload(label="⬇", file=path, filename=os.path.basename(path), width=60)
+                if ext in [".gif", ".png", ".jpg", ".jpeg"]:
+                    preview = pn.pane.Image(path, width=320)
+                else:
+                    with open(path, "r", errors="ignore") as f:
+                        content = f.read(2048)
+                    preview = pn.pane.PreText(content, width=320)
+                card = pn.Card(pn.pane.Markdown(title), preview, pn.Row(download), width=360)
+                previews.append(card)
+            type_tabs.append((ext.upper(), pn.GridBox(*previews, ncols=2)))
+        folder_tabs.append((subfolder, pn.Tabs(*type_tabs)))
+    return pn.Tabs(*folder_tabs)
+
+def update_media_tabs():
+    media_tab_2d.objects[:] = [generate_output_gallery("2D")]
+    media_tab_3d.objects[:] = [generate_output_gallery("3D")]
+
+media_tab_2d = pn.Column(generate_output_gallery("2D"))
+media_tab_3d = pn.Column(generate_output_gallery("3D"))
+
+media_tab = pn.Tabs(
+    ("2D Outputs", media_tab_2d),
+    ("3D Outputs", media_tab_3d)
 )
 
-plot = pn.pane.HoloViews(fig, sizing_mode="stretch_both", name="Plot")
-table = pn.widgets.Tabulator(df, sizing_mode="stretch_both", name="Table")
+tab3d = pn.Column(
+    threshold_slider_3d, zoom_slider_3d, fps_slider_3d, Altitude_slider, cmap_select_3d,
+    pn.widgets.Button(name="🎞 Generate animation at selected altitude level", button_type="primary", on_click=lambda e: tab3d.append(plot_z_level())),
+    pn.widgets.Button(name="📈 Generate vertical profile animation at time index", button_type="primary", on_click=lambda e: tab3d.append(plot_vertical_profile())),
+    pn.widgets.Button(name="📊 Generate all altitude level animations", button_type="primary", on_click=lambda e: tab3d.append(animate_all_altitude_profiles())),
+    pn.widgets.Button(name="🖼 Export all animation frames as JPG", button_type="primary", on_click=lambda e: tab3d.append(export_jpg_frames())),
+)
 
-# Layout Data
+tab2d = pn.Column(
+    threshold_slider_2d, zoom_slider_2d, fps_slider_2d, cmap_select_2d,
+    pn.widgets.Button(name="🌫 Animate Air Concentration", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("air_concentration"))),
+    pn.widgets.Button(name="🌧 Animate Dry Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("dry_deposition_rate"))),
+    pn.widgets.Button(name="💧 Animate Wet Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("wet_deposition_rate"))),
+)
 
 tabs = pn.Tabs(
-    plot, table, styles=styles, sizing_mode="stretch_width", height=500, margin=10
+    ("🧱 3D Field", tab3d),
+    ("🌍 2D Field", tab2d),
+    ("📁 Media Viewer", media_tab)
 )
 
+sidebar = pn.Column("## 🌋 NAME Ash Visualizer", file_input, process_button, reset_button, download_button, log_link, status)
+
+restore_previous_session()
+
 pn.template.FastListTemplate(
-    title="Wind Turbine Dashboard",
-    sidebar=[image, t_manu, p_year],
-    main=[pn.Column(indicators, tabs, sizing_mode="stretch_both")],
-    main_layout=None,
-    accent=ACCENT,
+    title="NAME Visualizer Dashboard",
+    sidebar=sidebar,
+    main=[tabs],
 ).servable()

requirements.txt

@@ -1,3 +1,13 @@
 panel
-pandas
-hvplot
+xarray
+numpy
+matplotlib
+netCDF4
+pillow
+scipy
+cartopy
+contextily
+geopy
+adjustText
+basemap
+imageio