Update app.py

app.py

@@ -17,6 +17,7 @@ from langchain_core.messages import HumanMessage
 from langchain_openai import ChatOpenAI
 import base64
 from utils.azure_blob import AzureBlob
+from pprint import pprint
 
 azure_blob = AzureBlob(os.getenv("azure_blob_conn"))
 ab = azure_blob
@@ -38,6 +39,7 @@ def choose_table(question):
     try:
         str_client_name = 'foodBeverageSample1'
         df_data = pd.read_parquet(ab.get_latest_parquet('landing', str_client_name, 'sale', 'sol_'))
+        df_data2 = pd.read_parquet(ab.get_latest_parquet('landing', str_client_name, 'membership', 'mem_'))
         # connection_string = f'postgresql+psycopg2://{db_user}:{db_password}@{db_host}/{db_name}'
         # engine = create_engine(connection_string)
         # capsuite_ref = 'foodBeverageSample1'
@@ -85,10 +87,17 @@ def choose_table(question):
         # print(f"Query: {query}")
 
         # if 'cdp_sale_order_line' in query:
+        df_data = pd.merge(df_data, df_data2, on='member_id', how='left',suffixes=('_sale_order_line', '_membership'))
         df_data['sales_amount'] = df_data['trxn_item_target_curr_unit_price'].astype(float) * df_data['trxn_item_qty'].astype(float)
         df_data.rename(columns={'trxn_item_target_curr_unit_price':'unit_price'}, inplace=True)
-        df_data.rename(columns={'display_name':'customer_name'}, inplace=True)
-        df_data = df_data[['trxn_item_id','trxn_id','sales_amount','unit_price','trxn_item_qty','trxn_item_discount_amt','trxn_date','trxn_channel','staff_name','customer_name','prod_category','prod_type','prod_name','capsuite_ref']]
+        df_data.rename(columns={'display_name_sale_order_line':'customer_name'}, inplace=True)
+        df_data.rename(columns={'capsuite_ref_sale_order_line':'capsuite_ref'}, inplace=True)
+        df_data.rename(columns={'trxn_item_qty':'sales_qty'}, inplace=True)
+        df_data['trxn_date'] = pd.to_datetime(df_data['trxn_date']).dt.date
+        df_data['trxn_month'] = pd.to_datetime(df_data['trxn_date']).dt.to_period('M')
+        df_data['trxn_date'] = df_data['trxn_date'].astype(str)
+        df_data['trxn_month'] = df_data['trxn_month'].astype(str)
+        df_data = df_data[['trxn_item_id','trxn_id','sales_amount','unit_price','sales_qty','trxn_item_discount_amt','trxn_date','trxn_channel','staff_name','customer_name','prod_category','prod_type','prod_name','capsuite_ref','gender','age','trxn_month']]
         
     except Exception as e:
         print(f"Error while: {e}")