data/loader.py

import pandas as pd
import xarray as xr
import arviz as az
from data.traces import build_trace_library_production

dataFolder = './data/datasets/'

# ------------------------------------------------------------
# Load Atmospheric Concentration calculated from AGAGE
# ------------------------------------------------------------
observations_file = 'AGAGE2024_AnnMean.parquet'
atmosConc = pd.read_parquet(f"{dataFolder}{observations_file}")
gases = atmosConc.columns.values

# ------------------------------------------------------------
# Load Lifetimes data
# ------------------------------------------------------------
lt_file = 'mean_lifetimes.parquet'
lifeTimes = pd.read_parquet(f"{dataFolder}{lt_file}")

# ------------------------------------------------------------
# Reported Production data
# ------------------------------------------------------------
trace_library_prod = build_trace_library_production()
prod = {}
for c in gases:
   gn = c.replace("-","")
   file = f"{dataFolder}production_{c}.parquet"
   prod[c] = pd.read_parquet(file).loc[1956:2023]
   prod[c].attrs['title'] = 'Reported & Estimted Production'
   prod[c].attrs['units'] = 'Gg'
   prod[c].attrs['long_name'] = 'Production'