Upload support_functions.py

support_functions.py

@@ -0,0 +1,263 @@
+import openmeteo_requests
+import requests_cache
+import pandas as pd
+from retry_requests import retry
+from datetime import datetime, timedelta
+import numpy as np
+from scipy import interpolate
+
+def get_ecmwf_data(lat, lon):
+
+    # Setup the Open-Meteo API client with cache and retry on error
+    cache_session = requests_cache.CachedSession('.cache', expire_after = 3600)
+    retry_session = retry(cache_session, retries = 5, backoff_factor = 0.2)
+    openmeteo = openmeteo_requests.Client(session = retry_session)
+
+    # Make sure all required weather variables are listed here
+    # The order of variables in hourly or daily is important to assign them correctly below
+    url = "https://api.open-meteo.com/v1/ecmwf"
+    params = {
+        "latitude": lat,
+        "longitude": lon,
+        "hourly": ["temperature_2m", "relative_humidity_2m", "dew_point_2m", "precipitation", "weather_code", "surface_pressure", "cloud_cover", "cloud_cover_low", "cloud_cover_mid", "cloud_cover_high", "wind_speed_10m", "wind_direction_10m", "wind_gusts_10m", "surface_temperature", "temperature_1000hPa", "temperature_925hPa", "temperature_850hPa", "temperature_700hPa", "temperature_500hPa", "temperature_300hPa", "temperature_250hPa", "temperature_200hPa", "temperature_50hPa", "relative_humidity_1000hPa", "relative_humidity_925hPa", "relative_humidity_850hPa", "relative_humidity_700hPa", "relative_humidity_500hPa", "relative_humidity_300hPa", "relative_humidity_250hPa", "relative_humidity_200hPa", "relative_humidity_50hPa", "windspeed_1000hPa", "windspeed_925hPa", "windspeed_850hPa", "windspeed_700hPa", "windspeed_500hPa", "windspeed_300hPa", "windspeed_250hPa", "windspeed_200hPa", "windspeed_50hPa", "winddirection_1000hPa", "winddirection_925hPa", "winddirection_850hPa", "winddirection_700hPa", "winddirection_500hPa", "winddirection_300hPa", "winddirection_250hPa", "winddirection_200hPa", "winddirection_50hPa"],
+        "wind_speed_unit": "kn"
+    }
+    responses = openmeteo.weather_api(url, params=params)
+
+    # Process first location. Add a for-loop for multiple locations or weather models
+    response = responses[0]
+
+    # Process hourly data. The order of variables needs to be the same as requested.
+    hourly = response.Hourly()
+    hourly_temperature_2m = hourly.Variables(0).ValuesAsNumpy()
+    hourly_relative_humidity_2m = hourly.Variables(1).ValuesAsNumpy()
+    hourly_dew_point_2m = hourly.Variables(2).ValuesAsNumpy()
+    hourly_precipitation = hourly.Variables(3).ValuesAsNumpy()
+    hourly_weather_code = hourly.Variables(4).ValuesAsNumpy()
+    hourly_surface_pressure = hourly.Variables(5).ValuesAsNumpy()
+    hourly_cloud_cover = hourly.Variables(6).ValuesAsNumpy()
+    hourly_cloud_cover_low = hourly.Variables(7).ValuesAsNumpy()
+    hourly_cloud_cover_mid = hourly.Variables(8).ValuesAsNumpy()
+    hourly_cloud_cover_high = hourly.Variables(9).ValuesAsNumpy()
+    hourly_wind_speed_10m = hourly.Variables(10).ValuesAsNumpy()
+    hourly_wind_direction_10m = hourly.Variables(11).ValuesAsNumpy()
+    hourly_wind_gusts_10m = hourly.Variables(12).ValuesAsNumpy()
+    hourly_surface_temperature = hourly.Variables(13).ValuesAsNumpy()
+    hourly_temperature_1000hPa = hourly.Variables(14).ValuesAsNumpy()
+    hourly_temperature_925hPa = hourly.Variables(15).ValuesAsNumpy()
+    hourly_temperature_850hPa = hourly.Variables(16).ValuesAsNumpy()
+    hourly_temperature_700hPa = hourly.Variables(17).ValuesAsNumpy()
+    hourly_temperature_500hPa = hourly.Variables(18).ValuesAsNumpy()
+    hourly_temperature_300hPa = hourly.Variables(19).ValuesAsNumpy()
+    hourly_temperature_250hPa = hourly.Variables(20).ValuesAsNumpy()
+    hourly_temperature_200hPa = hourly.Variables(21).ValuesAsNumpy()
+    #hourly_temperature_50hPa = hourly.Variables(22).ValuesAsNumpy()
+    hourly_relative_humidity_1000hPa = hourly.Variables(23).ValuesAsNumpy()
+    hourly_relative_humidity_925hPa = hourly.Variables(24).ValuesAsNumpy()
+    hourly_relative_humidity_850hPa = hourly.Variables(25).ValuesAsNumpy()
+    hourly_relative_humidity_700hPa = hourly.Variables(26).ValuesAsNumpy()
+    hourly_relative_humidity_500hPa = hourly.Variables(27).ValuesAsNumpy()
+    hourly_relative_humidity_300hPa = hourly.Variables(28).ValuesAsNumpy()
+    hourly_relative_humidity_250hPa = hourly.Variables(29).ValuesAsNumpy()
+    hourly_relative_humidity_200hPa = hourly.Variables(30).ValuesAsNumpy()
+    #hourly_relative_humidity_50hPa = hourly.Variables(31).ValuesAsNumpy()
+    hourly_windspeed_1000hPa = hourly.Variables(32).ValuesAsNumpy()
+    hourly_windspeed_925hPa = hourly.Variables(33).ValuesAsNumpy()
+    hourly_windspeed_850hPa = hourly.Variables(34).ValuesAsNumpy()
+    hourly_windspeed_700hPa = hourly.Variables(35).ValuesAsNumpy()
+    hourly_windspeed_500hPa = hourly.Variables(36).ValuesAsNumpy()
+    hourly_windspeed_300hPa = hourly.Variables(37).ValuesAsNumpy()
+    hourly_windspeed_250hPa = hourly.Variables(38).ValuesAsNumpy()
+    hourly_windspeed_200hPa = hourly.Variables(39).ValuesAsNumpy()
+    #hourly_windspeed_50hPa = hourly.Variables(40).ValuesAsNumpy()
+    hourly_winddirection_1000hPa = hourly.Variables(41).ValuesAsNumpy()
+    hourly_winddirection_925hPa = hourly.Variables(42).ValuesAsNumpy()
+    hourly_winddirection_850hPa = hourly.Variables(43).ValuesAsNumpy()
+    hourly_winddirection_700hPa = hourly.Variables(44).ValuesAsNumpy()
+    hourly_winddirection_500hPa = hourly.Variables(45).ValuesAsNumpy()
+    hourly_winddirection_300hPa = hourly.Variables(46).ValuesAsNumpy()
+    hourly_winddirection_250hPa = hourly.Variables(47).ValuesAsNumpy()
+    hourly_winddirection_200hPa = hourly.Variables(48).ValuesAsNumpy()
+    #hourly_winddirection_50hPa = hourly.Variables(49).ValuesAsNumpy()
+
+    hourly_data = {"date": pd.date_range(
+        start = pd.to_datetime(hourly.Time(), unit = "s", utc = True),
+        end = pd.to_datetime(hourly.TimeEnd(), unit = "s", utc = True),
+        freq = pd.Timedelta(seconds = hourly.Interval()),
+        inclusive = "left"
+    )}
+
+    d_vals, m_vals, y_vals, h_vals, date_vals = [],[],[],[], []
+    for d in hourly_data['date'].values:
+        cur_date = pd.Timestamp(d)
+        cur_date_ist = cur_date + timedelta(hours=5, minutes=30)
+        date_vals.append(cur_date_ist)
+        d_vals.append(cur_date_ist.day)
+        m_vals.append(cur_date_ist.month)
+        y_vals.append(cur_date_ist.year)
+        h_vals.append(cur_date_ist.hour)
+
+    hourly_data['Date_IST'] = date_vals
+    hourly_data['Day'] = d_vals
+    hourly_data['Month'] = m_vals
+    hourly_data['Year'] = y_vals
+    hourly_data['Hour'] = h_vals
+    hourly_data["temperature_2m"] = hourly_temperature_2m
+    hourly_data["relative_humidity_2m"] = hourly_relative_humidity_2m
+    hourly_data["dew_point_2m"] = hourly_dew_point_2m
+    hourly_data["precipitation"] = hourly_precipitation
+    hourly_data["weather_code"] = hourly_weather_code
+    hourly_data["surface_pressure"] = hourly_surface_pressure
+    hourly_data["cloud_cover"] = hourly_cloud_cover
+    hourly_data["cloud_cover_low"] = hourly_cloud_cover_low
+    hourly_data["cloud_cover_mid"] = hourly_cloud_cover_mid
+    hourly_data["cloud_cover_high"] = hourly_cloud_cover_high
+    hourly_data["wind_speed_10m"] = hourly_wind_speed_10m
+    hourly_data["wind_direction_10m"] = hourly_wind_direction_10m
+    hourly_data["wind_gusts_10m"] = hourly_wind_gusts_10m
+    hourly_data["surface_temperature"] = hourly_surface_temperature
+    hourly_data["temperature_1000hPa"] = hourly_temperature_1000hPa
+    hourly_data["temperature_925hPa"] = hourly_temperature_925hPa
+    hourly_data["temperature_850hPa"] = hourly_temperature_850hPa
+    hourly_data["temperature_700hPa"] = hourly_temperature_700hPa
+    hourly_data["temperature_500hPa"] = hourly_temperature_500hPa
+    hourly_data["temperature_300hPa"] = hourly_temperature_300hPa
+    hourly_data["temperature_250hPa"] = hourly_temperature_250hPa
+    hourly_data["temperature_200hPa"] = hourly_temperature_200hPa
+    #hourly_data["temperature_50hPa"] = hourly_temperature_50hPa
+    hourly_data["relative_humidity_1000hPa"] = hourly_relative_humidity_1000hPa
+    hourly_data["relative_humidity_925hPa"] = hourly_relative_humidity_925hPa
+    hourly_data["relative_humidity_850hPa"] = hourly_relative_humidity_850hPa
+    hourly_data["relative_humidity_700hPa"] = hourly_relative_humidity_700hPa
+    hourly_data["relative_humidity_500hPa"] = hourly_relative_humidity_500hPa
+    hourly_data["relative_humidity_300hPa"] = hourly_relative_humidity_300hPa
+    hourly_data["relative_humidity_250hPa"] = hourly_relative_humidity_250hPa
+    hourly_data["relative_humidity_200hPa"] = hourly_relative_humidity_200hPa
+    #hourly_data["relative_humidity_50hPa"] = hourly_relative_humidity_50hPa
+    hourly_data["windspeed_1000hPa"] = hourly_windspeed_1000hPa
+    hourly_data["windspeed_925hPa"] = hourly_windspeed_925hPa
+    hourly_data["windspeed_850hPa"] = hourly_windspeed_850hPa
+    hourly_data["windspeed_700hPa"] = hourly_windspeed_700hPa
+    hourly_data["windspeed_500hPa"] = hourly_windspeed_500hPa
+    hourly_data["windspeed_300hPa"] = hourly_windspeed_300hPa
+    hourly_data["windspeed_250hPa"] = hourly_windspeed_250hPa
+    hourly_data["windspeed_200hPa"] = hourly_windspeed_200hPa
+    #hourly_data["windspeed_50hPa"] = hourly_windspeed_50hPa
+    hourly_data["winddirection_1000hPa"] = hourly_winddirection_1000hPa
+    hourly_data["winddirection_925hPa"] = hourly_winddirection_925hPa
+    hourly_data["winddirection_850hPa"] = hourly_winddirection_850hPa
+    hourly_data["winddirection_700hPa"] = hourly_winddirection_700hPa
+    hourly_data["winddirection_500hPa"] = hourly_winddirection_500hPa
+    hourly_data["winddirection_300hPa"] = hourly_winddirection_300hPa
+    hourly_data["winddirection_250hPa"] = hourly_winddirection_250hPa
+    hourly_data["winddirection_200hPa"] = hourly_winddirection_200hPa
+    #hourly_data["winddirection_50hPa"] = hourly_winddirection_50hPa
+
+    hourly_dataframe = pd.DataFrame(data = hourly_data, index = None)
+    hourly_dataframe = hourly_dataframe.drop('date', axis = 1)
+    return hourly_dataframe
+
+def wxcode_to_text(w):
+    if(w==0): return "SKC"
+    elif(w==1): return "Mainly Clear"
+    elif(w==2): return "Partly Cloudy"
+    elif(w==3): return "Overcast"
+    elif(w==45): return "Fog"
+    elif(w==48): return "Depositing Rime Fog"
+    elif(w==51): return "Light Drizzle"
+    elif(w==53): return "Moderate Drizzle"
+    elif(w==55): return "Dense Drizzle"
+    elif(w==56): return "Light Freezing Drizzle"
+    elif(w==57): return "Dense Freezing Drizzle"
+    elif(w==61): return "Slight Rain"
+    elif(w==63): return "Moderate Rain"
+    elif(w==65): return "Heavy Rain"
+    elif(w==66): return "Light Freezing Rain"
+    elif(w==67): return "Heavy Freezing Rain"
+    elif(w==71): return "Slight Snowfall"
+
+def extractdateforcwr(d):
+    d = pd.Timestamp(d)
+    day, month, year, hour = d.day, d.month, d.year, d.hour
+    mtext = "Jan"
+    if(month == 1): mtext = "Jan"
+    elif(month == 2): mtext = "Feb"
+    elif(month == 3): mtext = "Mar"
+    elif(month == 4): mtext = "Apr"
+    elif(month == 5): mtext = "May"
+    elif(month == 6): mtext = "Jun"
+    elif(month == 7): mtext = "Jul"
+    elif(month == 8): mtext = "Aug"
+    elif(month == 9): mtext = "Sep"
+    elif(month == 10): mtext = "Oct"
+    elif(month == 11): mtext = "Nov"
+    elif(month == 12): mtext = "Dec"
+    else: mtext = "NA"
+
+    #GMT + 5:30
+    new_time_local = datetime(year, month, day, hour)
+    return f"{day:02d} {mtext} {str(year)[2:]} {new_time_local.hour:02d}{new_time_local.minute:02d}"
+
+def parseday(d):
+    d = pd.Timestamp(d)
+    day, month, year, hour = d.day, d.month, d.year, d.hour
+    mtext = "Jan"
+    if(month == 1): mtext = "Jan"
+    elif(month == 2): mtext = "Feb"
+    elif(month == 3): mtext = "Mar"
+    elif(month == 4): mtext = "Apr"
+    elif(month == 5): mtext = "May"
+    elif(month == 6): mtext = "Jun"
+    elif(month == 7): mtext = "Jul"
+    elif(month == 8): mtext = "Aug"
+    elif(month == 9): mtext = "Sep"
+    elif(month == 10): mtext = "Oct"
+    elif(month == 11): mtext = "Nov"
+    elif(month == 12): mtext = "Dec"
+    else: mtext = "NA"
+
+    #GMT + 5:30
+    new_time_local = datetime(year, month, day, hour) + timedelta(hours = 5, minutes = 30)
+    return f"{day:02d} {mtext} {str(year)[2:]}"
+
+def makecwr(df):
+    finaldf = pd.DataFrame()
+    finaldf['Time'] = [extractdateforcwr(x) for x in df['Date_IST'].values]
+    finaldf['DDD'] = [f"{int((x//10)*10):03d}" for x in df['wind_direction_10m'].values]
+    finaldf['ff'] = [f"{int(x):02d}" for x in df['wind_speed_10m'].values]
+    finaldf['Wx'] = [wxcode_to_text(x) for x in df['weather_code'].values]
+    finaldf['DB'] = [round(float(x),2) for x in df['temperature_2m'].values]
+    finaldf['DP'] = [round(x,2) for x in df['dew_point_2m'].values]
+    finaldf['RH'] = [int(x) for x in df['relative_humidity_2m'].values]
+    finaldf['Cloud Total'] = [int(x/12.5) for x in df['cloud_cover'].values]
+    finaldf['QNH'] = [int(p) for p in df['surface_pressure'].values]
+    return finaldf
+
+def myround(x, base=5):
+    x = int(x)
+    return base * round(x/base)
+
+def interp_for_levels(ht, vals, new_ht, is_wind_dir = False, round_to=5):
+    if(is_wind_dir):
+        wrapped_winds = np.unwrap(vals, period=360)
+        f = interpolate.interp1d(ht, wrapped_winds ,kind="slinear")
+        interpolated_vals = f(new_ht)
+        actual_vals = []
+        rounded_vals = []
+        for w in interpolated_vals:
+            if(w<0):
+                actual_vals.append(w+360)
+            else:
+                actual_vals.append(w)
+        for v in actual_vals:
+            x = int(v)
+            rounded_vals.append(10 * round(x/10))
+        return rounded_vals
+    else:
+        f = interpolate.interp1d(ht, vals ,kind="slinear")
+        interpolated_vals = f(new_ht)
+        rounded_vals = []
+        for v in interpolated_vals:
+            x = int(v)
+            rounded_vals.append(round_to * round(x/round_to))
+        return rounded_vals