Upload 17 files

app.py

@@ -0,0 +1,233 @@
+import streamlit as st
+import pandas as pd
+import smtplib
+from email.mime.text import MIMEText
+from email.mime.multipart import MIMEMultipart
+import gspread
+from oauth2client.service_account import ServiceAccountCredentials
+from streamlit_option_menu import option_menu
+from io import BytesIO
+import requests
+from email.mime.application import MIMEApplication
+import os
+from email.mime.base import MIMEBase
+from email import encoders
+import base64
+from utils import read_file, get_content_type, get_base64_image, send_message_via_email, send_message_via_webhook, EMAIL_HOST, EMAIL_PORT, EMAIL_HOST_USER, EMAIL_HOST_PASSWORD, send_file_to_slack, send_file_to_slack_up
+from html_templates import logo, slack_message_title, upload_doc_title, channel_member_title, Slack_title, email_body, email_subject, button_styles, tooltip_message_slack, email_title
+from slack import Slack_email_addresses, gmail_addresses, Webhook_urls
+
+
+st.set_page_config(page_title="Alerter",page_icon="",layout="centered")
+
+
+# Display logo using st.logo
+st.markdown(logo, unsafe_allow_html=True)
+st.logo("alerter_logo.jpg")
+
+
+st.markdown(Slack_title, unsafe_allow_html=True)
+st.write("")
+st.markdown(tooltip_message_slack, unsafe_allow_html = True)
+st.write("")
+    
+
+def main():
+
+    menu_options = [
+    {"label": "Slack a text", "icon": "📄", "description": "Slack channel members"},
+    {"label": "Slack a doc", "icon": "📄", "description": "Slack channel members"},
+    {"label": "Gmail a member", "icon": "📊", "description": "Email channel members"},
+    {"label": "Gmail anyone", "icon": "📊", "description": "Email anyone"},
+    ]
+
+    # Create the custom option menu
+    selected_option = option_menu(
+        menu_title="Select Integration",  # Title of the menu
+        options=[option["label"] for option in menu_options],  # Displayed options
+        icons=[option["icon"] for option in menu_options],  # Icons next to options
+        menu_icon="cast",  # Icon for the entire menu
+        default_index=0,  # Default selected option
+        orientation="horizontal"  # Orientation of the menu (can be vertical or horizontal)
+    )
+
+
+    if selected_option == "Slack a text":
+        # Dropdown for channels/members
+        options = list(Webhook_urls.keys())
+        st.markdown(channel_member_title, unsafe_allow_html=True)
+        selection = st.multiselect("", options, help = 'Select the channels or members you want to Slack a message')
+
+        #Slack message title
+        st.markdown(slack_message_title, unsafe_allow_html=True)
+        message = st.text_area("", "", help = 'Enter the Slack message')
+
+        #Slack button
+        st.markdown(button_styles, unsafe_allow_html = True)
+        if st.button("Send to Slack"):
+            if not message:
+                st.error("Please enter a message before sending.")
+            elif not selection:
+                st.error("Please select at least one channel or member.")
+            else:
+                # Loop through the selected channels or members
+                for recipient in selection:
+                    webhook_url = Webhook_urls.get(recipient)
+                    if webhook_url:
+                        success, response_message = send_message_via_webhook(message, webhook_url)
+                        if success:
+                            st.success(f"Message sent to {recipient} successfully!")
+                        else:
+                            st.error(f"Failed to send message to {recipient}. Error: {response_message}")
+                    else:
+                        st.error(f"Webhook URL for {recipient} is not configured.")
+
+
+    elif selected_option == "Slack a doc":
+        # Dropdown for channels/members
+        options = list(Slack_email_addresses.keys())
+        st.markdown(channel_member_title, unsafe_allow_html=True)
+        selection = st.multiselect("", options, help = 'Select the channels or members you want to Slack a message')
+
+        #File uploader
+        st.markdown(upload_doc_title, unsafe_allow_html=True)
+        uploaded_file = st.file_uploader("", type=["pdf", "docx", "png", "jpeg", "xlsx", "csv", "json"], key="file_uploader", help = 'Upload the files you need to email', accept_multiple_files= True)
+
+        #Slack button
+        st.markdown(button_styles, unsafe_allow_html = True)
+        if st.button("Send to Slack"):
+            # Check if a message or file has been provided
+            message = None
+            if uploaded_file:  # Handle file uploads
+                files_to_send = []
+                for file in uploaded_file:
+                    files_to_send.append((file.name, file))  # Save file name and object
+            else:
+                st.error("Please upload at least one document before sending.")
+                return
+
+            if not selection:
+                st.error("Please select at least one channel or member.")
+                return
+
+            # Iterate over the selection and send files
+            for item in selection:
+                webhook_url = Webhook_urls.get(item)
+                if webhook_url:
+                    for filename, file in files_to_send:
+                        # Send the file as binary
+                        try:
+                            response = send_file_to_slack_up(file, webhook_url)
+                            if response.status_code == 200:
+                                st.success(f"File '{filename}' sent to {item} via Slack webhook.")
+                            else:
+                                st.error(f"Failed to send file '{filename}' to {item}: {response.text}")
+                        except Exception as e:
+                            st.error(f"Error sending file '{filename}' to {item}: {str(e)}")
+                else:
+                    st.error(f"No webhook URL found for {item}.")
+
+    elif selected_option == "Gmail a member":
+        # Dropdown for channels/members
+        options = list(Slack_email_addresses.keys())
+        st.markdown(channel_member_title, unsafe_allow_html=True)
+        selection = st.multiselect("", options, help = 'Select the channels or members you want to Email a message')
+
+        #File uploader
+        st.markdown(upload_doc_title, unsafe_allow_html=True)
+        uploaded_file = st.file_uploader("", type=["pdf", "docx", "png", "jpeg", "xlsx", "csv", "json"], key="file_uploader", help = 'Upload the files you need to email', accept_multiple_files= True)
+    
+    
+        st.markdown(email_subject, unsafe_allow_html=True)
+        subject = st.text_input("", "",key ="subject_text_input", help = 'Enter the subject of your email')
+
+        st.markdown(email_body, unsafe_allow_html=True)
+        body = st.text_area("", "", key="body_text_area", help = 'Enter the body of of your email')
+        
+        st.markdown(button_styles, unsafe_allow_html=True)
+
+    
+        if st.button("Send to Gmail"):
+
+            message = body 
+            if not body and not uploaded_file:
+                st.error("Please enter a message or upload a document before sending.")
+                return
+
+            if not selection:
+                st.error("Please select at least one channel or member")
+                return
+
+            for item in selection:
+                email_address = gmail_addresses.get(item)
+                if email_address:
+                    success, response_message = send_message_via_email(message, email_address, uploaded_file, subject, body)
+                    if success:
+                        st.success(f"Message sent to {item} via Gmail.")
+                    else:
+                        st.error(f"Failed to send message to {item}: {response_message}")
+                else:
+                    st.error(f"No Gmail address found for {item}.")
+
+
+    elif selected_option == "Gmail anyone":
+
+        st.markdown(email_title, unsafe_allow_html = True)
+        st.write("")
+        st.write("")
+        selection = st.text_area(
+            "", 
+            "", 
+            key="email_text_input",
+            help = 'In case of multiple email addresses, please write them comma-separated. E.g. abc@gmail.com, def@gmail.com'
+        )
+
+        #File uploader
+        st.markdown(upload_doc_title, unsafe_allow_html=True)
+        uploaded_file = st.file_uploader("", type=["pdf", "docx", "png", "jpeg", "xlsx", "csv", "json"], key="file_uploader", help = 'Upload the files you need to email',  accept_multiple_files= True)
+    
+    
+        st.markdown(email_subject, unsafe_allow_html=True)
+        subject = st.text_input("", "",key ="subject_text_input", help = 'Enter the subject of your email')
+
+
+        st.markdown(email_body, unsafe_allow_html=True)
+        body = st.text_area("", "", key="body_text_area", help = 'Enter the body of your email')
+        
+
+        st.markdown(button_styles, unsafe_allow_html=True)
+
+    
+        if st.button("Send to Gmail"):
+
+            # Validate input
+            if not body and not uploaded_file:
+                st.error("Please enter a message or upload a document before sending.")
+                return
+
+            if not selection:
+                st.error("Please enter at least one email address.")
+                return
+
+
+            message = body 
+            
+            # Process email addresses
+            email_addresses = [email.strip() for email in selection.split(",") if email.strip()]
+            
+            if not email_addresses:
+                st.error("Please provide valid email addresses.")
+                return
+
+            # Send email
+            for email_address in email_addresses:
+                success, response_message = send_message_via_email(message, email_address, uploaded_file, subject, body)
+                if success:
+                    st.success(f"Message sent to {email_address} via Gmail.")
+                else:
+                    st.error(f"Failed to send message to {email_address}: {response_message}")
+
+if __name__ == "__main__":
+    main()
+
+

html_templates.py

@@ -0,0 +1,928 @@
+logo = """
+        <style>
+        div[data-testid="stSidebarHeader"] > img, div[data-testid="collapsedControl"] > img {
+            height: 4rem; /* Increased height */
+            width: 13rem; /* Adjust width proportionally */
+        }
+        
+        div[data-testid="stSidebarHeader"], div[data-testid="stSidebarHeader"] > *,
+        div[data-testid="collapsedControl"], div[data-testid="collapsedControl"] > * {
+            display: flex;
+            align-items: center;
+        }
+        </style>
+        """
+
+BigQuery_upload_title = """
+<style>
+    .fixed-title {
+        font-size: 40px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">BigQuery upload</h1>
+"""
+
+fynder_title = """
+<style>
+    .fixed-title {
+        font-size: 50px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">Fynder</h1>
+"""
+
+Appended_data_title = """
+<style>
+    .fixed-title {
+        font-size: 40px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">Appended data</h1>
+"""
+
+
+Merger_title = """
+<style>
+    .fixed-title {
+        font-size: 40px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">Merger</h1>
+"""
+
+
+TDS_title = """
+<style>
+    .fixed-title {
+        font-size: 40px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">TDS validation</h1>
+"""
+
+
+table_id_placeholder = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Enter table id</h3>
+        </div>
+    </body>
+    </html>
+    """
+
+uploader = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Upload the CSV file</h3>
+        </div>
+    </body>
+    </html>
+    """
+
+button_styles = """
+                        <style>
+                        div.stButton > button {
+                            color: #ffffff; /* Text color */
+                            font-size: 30px;
+                            background-image: linear-gradient(to right, #800000, #ff0000); /* Maroon to light red gradient */
+                            border: none;
+                            padding: 10px 20px;
+                            cursor: pointer;
+                            border-radius: 15px;
+                            display: inline-block;
+                            box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1), 0 8px 15px rgba(0, 0, 0, 0.1); /* Box shadow */
+                            transition: all 0.3s ease; /* Smooth transition on hover */
+                        }
+                        div.stButton > button:hover {
+                            background-color: #00ff00; /* Hover background color */
+                            color: #ff0000; /* Hover text color */
+                            box-shadow: 0 6px 10px rgba(0, 0, 0, 0.2), 0 12px 20px rgba(0, 0, 0, 0.2); /* Box shadow on hover */
+                        }
+                        </style>
+                    """
+button_styles_fynder = """
+    <style>
+    div.stButton > button {
+        color: #ffffff; /* Text color */
+        font-size: 30px; /* Font size */
+        background-image: linear-gradient(to right, #800000, #ff0000); /* Maroon to light red gradient */
+        border: none;
+        padding: 20px 20px; /* Increased vertical padding, horizontal padding stays the same */
+        cursor: pointer;
+        border-radius: 15px;
+        display: inline-block;
+        box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1), 0 8px 15px rgba(0, 0, 0, 0.1); /* Box shadow */
+        transition: all 0.3s ease; /* Smooth transition on hover */
+    }
+    div.stButton > button:hover {
+        background-color: #00ff00; /* Hover background color */
+        color: #ff0000; /* Hover text color */
+        box-shadow: 0 6px 10px rgba(0, 0, 0, 0.2), 0 12px 20px rgba(0, 0, 0, 0.2); /* Box shadow on hover */
+    }
+    </style>
+"""
+
+
+tooltip_message_bq = """
+<div style="
+    font-size: 20px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    This UI allows you to upload CSV or Excel files and export their contents to a specified BigQuery table.
+</div>
+"""
+
+tooltip_message_fynd = """
+<div style="
+    font-size: 20px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    This UI allows you to download month-wise Invoices.
+</div>
+"""
+
+
+tooltip_message_slack = """
+<div style="
+    font-size: 20px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    This UI allows you to send Slack messages/emails to the selected channel members.
+</div>
+"""
+
+
+tooltip_message_tds = """
+<div style="
+    font-size: 20px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    This page will help you to submit the TDS workings for TDS deductions made by your company for Shopsense Retail Technologies Limited (Fynd). Further this tool will reconcile your data with 26AS and will share you the report for the same.
+</div>
+"""
+
+
+
+tooltip_message_recon = """
+<div style="
+    font-size: 20px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    This UI allows you to check duplicates in Recon pipeline.
+</div>
+"""
+
+
+invoice_splitter_title = """
+<style>
+    .fixed-title {
+        font-size: 40px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">Invoice splitter</h1>
+"""
+
+tooltip_message_splitter = """
+<div style="
+    font-size: 20px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    This UI allows you to split CSV/Excel files as per the Invoice number written in the data.
+</div>
+"""
+
+
+tooltip_message_merger = """
+<div style="
+    font-size: 20px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    This UI allows you to merge multiple CSV/Excel files.
+</div>
+"""
+
+download_button_styles = """
+                <style>
+                div.stDownloadButton > button {
+                    color: #ffffff; /* Text color */
+                    font-size: 30px;
+                    background-image: linear-gradient(to right, #800000, #ff0000); /* Maroon to light red gradient */
+                    border: none;
+                    padding: 10px 20px;
+                    cursor: pointer;
+                    border-radius: 15px;
+                    display: inline-block;
+                    box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1), 0 8px 15px rgba(0, 0, 0, 0.1); /* Box shadow */
+                    transition: all 0.3s ease; /* Smooth transition on hover */
+                }
+                div.stDownloadButton > button:hover {
+                    background-color: #00ff00; /* Hover background color */
+                    color: #ff0000; /* Hover text color */
+                    box-shadow: 0 6px 10px rgba(0, 0, 0, 0.2), 0 12px 20px rgba(0, 0, 0, 0.2); /* Box shadow on hover */
+                }
+                </style>
+            """
+Slack_title = """
+<style>
+    .fixed-title {
+        font-size: 40px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">Slack Integration</h1>
+"""
+
+
+
+slack_message_title = """
+<html>
+<head>
+<style>
+    .button {
+        display: inline-block;
+        padding: 10px 20px;
+        border-radius: 12px;
+        background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+        box-shadow: 
+            0 6px 12px rgba(0, 0, 0, 0.3), 
+            0 8px 16px rgba(0, 0, 0, 0.2), 
+            inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+        text-align: center;
+        position: relative;
+        transform: translateY(4px);
+        transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+        cursor: pointer;
+        user-select: none;
+    }
+    .button:hover {
+        box-shadow: 
+            0 8px 16px rgba(0, 0, 0, 0.3), 
+            0 12px 24px rgba(0, 0, 0, 0.2);
+        transform: translateY(2px);
+    }
+    .button:active {
+        box-shadow: 
+            0 4px 8px rgba(0, 0, 0, 0.3), 
+            0 6px 12px rgba(0, 0, 0, 0.2);
+        transform: translateY(0);
+    }
+</style>
+</head>
+<body>
+    <div class="button">
+        <h3 style="
+            font-size: 20px;
+            color: #ffffff;
+            background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+            background-clip: text;
+            -webkit-background-clip: text;
+            text-fill-color: transparent;
+            -webkit-text-fill-color: transparent;
+            margin: 0;
+            text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+        ">Write a Slack message</h3>
+    </div>
+</body>
+</html>
+"""
+
+
+upload_doc_title = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Upload documents</h3>
+        </div>
+    </body>
+    </html>
+    """
+
+channel_member_title = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Select channels/members</h3>
+        </div>
+    </body>
+    </html>
+    """
+
+
+email_subject = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Enter the subject(optional)</h3>
+        </div>
+    </body>
+    </html>
+    """
+
+email_body = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Enter the body (optional)</h3>
+        </div>
+    </body>
+    </html>
+    """
+    
+email_title = """
+<html>
+<head>
+<style>
+    .button {
+        display: inline-block;
+        padding: 10px 20px;
+        border-radius: 12px;
+        background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+        box-shadow: 
+            0 6px 12px rgba(0, 0, 0, 0.3), 
+            0 8px 16px rgba(0, 0, 0, 0.2), 
+            inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+        text-align: center;
+        position: relative;
+        transform: translateY(4px);
+        transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+        cursor: pointer;
+        user-select: none;
+    }
+    .button:hover {
+        box-shadow: 
+            0 8px 16px rgba(0, 0, 0, 0.3), 
+            0 12px 24px rgba(0, 0, 0, 0.2);
+        transform: translateY(2px);
+    }
+    .button:active {
+        box-shadow: 
+            0 4px 8px rgba(0, 0, 0, 0.3), 
+            0 6px 12px rgba(0, 0, 0, 0.2);
+        transform: translateY(0);
+    }
+</style>
+</head>
+<body>
+    <div class="button">
+        <h3 style="
+            font-size: 20px;
+            color: #ffffff;
+            background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+            background-clip: text;
+            -webkit-background-clip: text;
+            text-fill-color: transparent;
+            -webkit-text-fill-color: transparent;
+            margin: 0;
+            text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+        ">Enter the email address(es)</h3>
+    </div>
+</body>
+</html>
+"""
+
+tooltip_message_gmail = """
+<div style="
+    font-size: 16px; 
+    color: #716d6d; 
+    margin-top: -10px; 
+    margin-bottom: 20px;">
+    In case of multiple email addresses, please write them comma-separated.
+    E.g. abc@gmail.com, def@gmail.com
+</div>
+"""
+
+
+spinner_css = """
+    <style>
+    /* Apply gradient to the spinner's text */
+    .stSpinner .stSpin div {
+        color: transparent !important;  /* Make text transparent */
+        -webkit-background-clip: text !important; /* Clip background to the text */
+        background: linear-gradient(to right, #800000, #ff0000) !important; /* Gradient for text */
+        font-weight: bold !important; /* Bold text */
+    }
+
+    /* Apply gradient to the spinner circle */
+    .stSpinner .stSpin::before {
+        border: 6px solid transparent !important;
+        border-top: 6px solid transparent !important;
+        border-left: 6px solid transparent !important;
+        border-bottom: 6px solid transparent !important;
+        border-radius: 50% !important;
+        border-top: 6px solid linear-gradient(to right, #800000, #ff0000) !important; /* Gradient for spinner circle */
+        animation: spin 1s linear infinite !important;
+    }
+
+    /* Keyframe animation for spinner rotation */
+    @keyframes spin {
+        0% {
+            transform: rotate(0deg);
+        }
+        100% {
+            transform: rotate(360deg);
+        }
+    }
+    </style>
+"""
+
+
+recon_title = """
+<style>
+    .fixed-title {
+        font-size: 40px;
+        color: #ffffff;
+        background-image: linear-gradient(to right, #ff0000, #ffdab9);
+        background-clip: text;
+        -webkit-background-clip: text;
+        text-fill-color: transparent;
+        -webkit-text-fill-color: transparent;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.4);
+    }
+</style>
+<h1 class="fixed-title">Recon validation</h1>
+"""
+
+
+duplicate_count = """
+        <html>
+        <head>
+        <style>
+            .button {
+                display: inline-block;
+                padding: 10px 20px;
+                border-radius: 12px;
+                background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+                box-shadow: 
+                    0 6px 12px rgba(0, 0, 0, 0.3), 
+                    0 8px 16px rgba(0, 0, 0, 0.2), 
+                    inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+                text-align: center;
+                position: relative;
+                transform: translateY(4px);
+                transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+                cursor: pointer;
+                user-select: none;
+            }
+            .button:hover {
+                box-shadow: 
+                    0 8px 16px rgba(0, 0, 0, 0.3), 
+                    0 12px 24px rgba(0, 0, 0, 0.2);
+                transform: translateY(2px);
+            }
+            .button:active {
+                box-shadow: 
+                    0 4px 8px rgba(0, 0, 0, 0.3), 
+                    0 6px 12px rgba(0, 0, 0, 0.2);
+                transform: translateY(0);
+            }
+            .spacing {
+                margin: 20px 0; /* Adjust the value as needed */
+            }
+            .result-box {
+                border: 1px solid #ddd;
+                border-radius: 8px;
+                background: #f9f9f9;
+                box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
+                padding: 10px;
+                margin-bottom: 10px;
+                font-size: 16px;
+            }
+            .result-title {
+                font-weight: bold;
+                color: #333;
+            }
+        </style>
+        </head>
+        <body>
+            <div class="button">
+                <h3 style="
+                    font-size: 20px;
+                    color: #ffffff;
+                    background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                    background-clip: text;
+                    -webkit-background-clip: text;
+                    text-fill-color: transparent;
+                    -webkit-text-fill-color: transparent;
+                    margin: 0;
+                    text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+                ">Duplicate Counts for Queries:</h3>
+            </div>
+            <div class="spacing"></div> <!-- Adds spacing between the heading and the content -->
+        </body>
+        </html>
+        """
+
+
+template_file_title = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Download the template file</h3>
+        </div>
+    </body>
+    </html>
+    """
+
+
+upload_tds_file = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Upload the TDS file</h3>
+        </div>
+    </body>
+    </html>
+    """

payment_queries.py

@@ -0,0 +1,332 @@
+
+queries = {
+    # Query 1
+    '1. Duplicate data in 09_payable_file': '''
+        select 
+        merged,
+        count(merged)
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` as A
+        group by
+        1
+        having
+        count(merged) <> 1
+    ''',
+
+    '2. Checking already paid data showing in outstanding file': '''
+        select 
+        merged,
+        paid_settled_merged_transaction,
+        REGEXP_CONTAINS(paid_settled_merged_transaction, CONCAT(r'(^|,)', merged, r'(,|$)')) as cc1,
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` as A
+        where
+        REGEXP_CONTAINS(paid_settled_merged_transaction, CONCAT(r'(^|,)', merged, r'(,|$)')) <> false
+    ''',
+
+
+    '3. Checking return transaction not having sale transaction': '''
+        select
+        bag_id,
+        paid_settled_merged_transaction,
+        count(bag_id) as bag_count,
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` 
+        where
+        bag_id in
+        (select 
+        bag_id,
+        -- merged,
+        -- paid_settled_merged_transaction,
+        -- REGEXP_CONTAINS(paid_settled_merged_transaction, CONCAT(r'(^|,)', merged, r'(,|$)')) as cc1,
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` as A
+        where
+        transaction_type = 'Return'
+        and paid_settled_merged_transaction is null)
+        group by
+        1,2
+        having
+        count(bag_id) = 1 
+        order by
+        1 asc
+            ''',
+
+
+    '4. Checking old data inserted in 09_net_collection table': '''
+        SELECT 
+            A.bag_id, 
+            A.collection_partner, 
+            A.Settlement_type, 
+            A.inserted_date, 
+            B.bag_id, 
+            B.Transaction_type, 
+            C.bag_id, 
+            C.settlement_type, 
+            D.bag_id
+        FROM 
+            `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final` AS A
+        LEFT JOIN 
+            `fynd-db.finance_dwh.Brand_Settlement_pulse` AS B 
+            ON A.bag_id = B.bag_id
+        LEFT JOIN 
+            `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` AS C 
+            ON A.bag_id = C.bag_id
+        LEFT JOIN 
+            `fynd-db.finance_recon_tool_asia.05_partner_collection` AS D 
+            ON A.bag_id = D.bag_id
+        WHERE 
+            A.Settlement_type <> 'NA' 
+            and date(A.inserted_date) > '2024-07-31'
+            AND B.bag_id IS NOT NULL 
+            AND C.bag_id IS NOT NULL 
+            AND D.bag_id IS NOT NULL
+            AND (
+                CASE 
+                    WHEN A.Settlement_type = 'collection' THEN 'Sale'
+                    WHEN A.Settlement_type = 'refund' THEN 'Return'
+                    ELSE 'Claim'
+                END
+            ) = B.Transaction_type
+        GROUP BY 
+            1,2,3,4,5,6,7,8,9
+            ''',
+
+
+    '5. Checking whether expected payout date is null': '''
+        SELECT
+        *
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        expected_payout_date is null
+            ''',
+
+    '6. Validation for seller net collection formula': '''
+        SELECT
+        distinct
+        bag_id,
+        transaction_type,
+        settlement_type,
+        round(esp-seller_discounts-bca,0) BCA_Diff,
+        round(bca-seller_tender_value-tcs_on_vog-tds_on_bca+seller_fees-seller_net_collection,0) Seller_net_collection_diff
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        round(esp-seller_discounts-bca,0) not in (0,1)
+        and round(bca-seller_tender_value-tcs_on_vog-tds_on_bca+seller_fees-seller_net_collection,0) not in (0,1)
+            ''',
+
+    '7. Checking sign for payout, refund & claim ': '''
+        SELECT
+        *,
+        CASE 
+            WHEN (settlement_type = 'collection' AND bca >= 0) THEN 'MATCH'
+            WHEN (settlement_type = 'refund' AND bca <= 0) THEN 'MATCH'
+            WHEN (settlement_type = 'Claim' AND bca >= 0) THEN 'MATCH'
+            ELSE 'NOT MATCH'
+        END AS comment
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        WHERE
+        --settlement_type ='collection' and
+        settlement_type in ('collection','refund','cliam') and
+        NOT (
+            (settlement_type = 'collection' AND bca >= 0) 
+            OR 
+            (settlement_type = 'refund' AND bca <= 0)
+            OR 
+            (settlement_type = 'claim' AND bca >= 0)
+            )
+            ''',
+
+    '8. Checking TCS & TDS': '''
+        SELECT
+        distinct
+        bag_id,
+        settlement_type,
+        segement_code,
+        tcs_on_vog,
+        tds_on_bca,
+        case when segement_code not in ('FY','UN') and tcs_on_vog = 0 then 'Match'
+        when segement_code not in ('FY','UN') and tds_on_bca = 0 then 'Match'
+        when segement_code in ('FY','UN') and tcs_on_vog <> 0 and tds_on_bca <> 0 then 'Match' else "Not Match" end as Check
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        (case when segement_code not in ('FY','UN') and tcs_on_vog = 0 then 'Match'
+        when segement_code not in ('FY','UN') and tds_on_bca = 0 then 'Match'
+        when segement_code in ('FY','UN') and tcs_on_vog <> 0 and tds_on_bca <> 0 then 'Match' else "Not Match" end) = 'Not Match'   
+            ''',
+
+
+    '9. Collection done but data not updated in 09_net_collection': '''
+        with status as (SELECT
+        Company_id,
+        Company_name,
+        Bagid,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date,
+        FROM
+        `fynd-db.finance_asia_dwh.Bag_Audit_review`),
+        error_bags as (
+        SELECT
+        bag_id
+        FROM `fynd-db.finance_recon_tool_asia.03_error_view_data`
+        WHERE
+            resolve_date is null
+        )
+        SELECT
+        DISTINCT
+        C.Company_id,
+        C.Company_name,
+        A.bag_id AS COLLECTED_BAG,
+        B.bag_id AS SETTLEMENT_BAG,
+        D.bag_id AS error_BAG,
+        A.order_type,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date
+        FROM
+        `fynd-db.finance_recon_tool_asia.05_partner_collection` AS A
+        left join
+        (SELECT
+        DISTINCT
+        bag_id
+        FROM  `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` 
+        WHERE
+        Settlement_type = 'collection'
+        ) AS B
+        ON
+        A.bag_id = B.bag_id
+        left join
+        status as C
+        on
+        A.bag_id = C.Bagid
+        left join
+        error_bags as D
+        on
+        A.bag_id = D.bag_id
+        WHERE
+        receipt_date >= '2023-04-01'
+        and net_remitted <> 0
+        and C.Company_id not in (select
+        test_company
+        from `fynd-db.finance_dwh.test_details`)
+        AND B.bag_id IS NULL
+        and Delivered_date is not null
+        AND D.bag_id IS NULL
+                    ''',
+
+    '10. Refund done but data not updated in 09_net_collection': '''
+        with status as (SELECT
+        Company_id,
+        Company_name,
+        Ordering_channel,
+        Bagid,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date,
+        Return_picked_date,
+        Return_delivered_date
+        FROM
+        `fynd-db.finance_asia_dwh.Bag_Audit_review`),
+        error_bags as (
+        SELECT
+        bag_id
+        FROM `fynd-db.finance_recon_tool_asia.03_error_view_data`
+        WHERE
+            resolve_date is null
+        )
+        SELECT
+        DISTINCT
+        C.Company_id,
+        C.Company_name,
+        C.Ordering_channel,
+        A.bag_id AS COLLECTED_BAG,
+        B.bag_id AS SETTLEMENT_BAG,
+        D.bag_id AS error_BAG,
+        A.order_type,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date,
+        Return_picked_date,
+        Return_delivered_date
+        FROM
+        `fynd-db.finance_recon_tool_asia.05_partner_refunds` AS A
+        left join
+        (SELECT
+        DISTINCT
+        bag_id
+        FROM  `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` 
+        WHERE
+        Settlement_type = 'refund'
+        ) AS B
+        ON
+        A.bag_id = B.bag_id
+        left join
+        status as C
+        on
+        A.bag_id = C.Bagid
+        left join
+        error_bags as D
+        on
+        A.bag_id = D.bag_id
+        WHERE
+        refund_date >= '2023-04-01'
+        and net_refunded <> 0
+        and C.Company_id not in (select
+        test_company
+        from `fynd-db.finance_dwh.test_details`)
+        AND B.bag_id IS NULL
+        and C.Company_id not in (507)
+        and (case when Ordering_channel in ('FYND','UNIKET') and Return_picked_date is not null then 'yes'
+        when Ordering_channel not in ('FYND','UNIKET') and Return_delivered_date is not null then 'yes' else 'no' end) = 'yes'
+        AND D.bag_id IS NULL  
+            ''',
+
+
+    '11. Checking for duplicate count in 09_net_collection': '''
+        select
+        concat(bag_id,Settlement_type) as Merged,
+        count(concat(bag_id,Settlement_type))
+        from `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily`
+        group by
+        1
+        having  
+        count(concat(bag_id,Settlement_type)) not in (1)
+            ''',
+
+    '12. Checking for presence of Non-RBL, Prepaid & Fynd/Uniket in 09_payable_file': '''
+        select 
+        *
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` A
+        where
+        order_type = 'PPD'
+        and
+        ordering_channel not in ('UNIKET', 'FYND')
+        and
+        A.Company_Type = 'Non RBL'
+        and collection_comment = 'collection_pending'
+            ''',
+
+    '13. Checking for difference in collection': '''
+        select 
+        *,
+        current_timestamp() as table_update_date
+        from
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        Collection_amount_comment = 'collection_diff'
+            '''
+}

plan_v2.template.csv

@@ -0,0 +1,2 @@
+Business_Head,Company_ID,Company_Name,Currency,Bundle_by,Plan_Name,Plan_Description,Product_lines,Fulfilling_Location,Application_ID,Fee_Type,Variable_Type,Chargeable_on,Fee_Nature,Commercial_value,Fee_reversal,Reversal_%,Usage_limit,Threshold_value,Threshold_option,Expected_Billing,Plan_Validity,Payment_Method,rule_id,plan_id,created_at,Net_total_billing,slab_data,final_rule_id
+Commerce India,2411,Cantabil Retail India Limited,INR,Feature specific,MP,MP plan,OMS,,,Transaction,Bag,Invoiced,Flat currency,3,,0,0,100000,Minimum Guarantee,100000,Monthly,Postpaid,00000_00_00_00_00_00_00_00_00,00000_a_000000,2024-11-18 06:43:20.171593 UTC,100000,,

queries.py

@@ -0,0 +1,558 @@
+
+queries = {
+    # Query 1
+    '1. fynd-db.finance_recon_tool_asia.01_finance_avis_data_final': '''
+        select
+        bag_id,
+        concat(bag_id,Recon_Status,Settlement_type,Transaction_Type) as Merged,
+        count(concat(bag_id,Recon_Status,Settlement_type,Transaction_Type))
+        from `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final`
+        group by
+        1,2
+        having count(concat(bag_id,Recon_Status,Settlement_type,Transaction_Type)) not in (1)
+    ''',
+
+    # Query 2
+    '2. Seller fees date validation': '''
+        select
+        *
+        from `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+        where
+        invoice_generation_date is null
+    ''',
+
+
+    # Query 3
+    # '3. Checking 01_finance all data inserted into 11_seller_fees': '''
+    #     with commission as (select
+    #     bag_id,
+    #     Transaction_Type,
+    #     Commission_in_percent
+    #     from  
+    #     `fynd-db.finance_recon_tool_asia.11_seller_fees_logic` 
+    #     group by
+    #     1,2,3
+    #     )
+    #     select
+    #     A.company_id,
+    #     A.company_name,
+    #     A.ordering_channel,
+    #     A.sales_channel,
+    #     A.bag_id,
+    #     A.transaction_type,
+    #     A.recon_status,
+    #     A.recon_date,
+    #     A.return_window_date,
+    #     A.payout_window_date,
+    #     A.inserted_date,
+    #     B.bag_id,
+    #     B.transaction_type,
+    #     C.Commission_in_percent
+    #     from `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final` as A
+    #     left join
+    #     `fynd-db.finance_recon_tool_asia.11_seller_fees_daily` as B
+    #     on
+    #     A.bag_id = B.bag_id
+    #     and A.transaction_type = B.transaction_type
+    #     left join
+    #     commission as C
+    #     on
+    #     A.bag_id = C.bag_id
+    #     and A.transaction_type = C.transaction_type
+    #     where
+    #     A.transaction_type not in ('NA','SLA')
+    #     and B.bag_id is null 
+    #     and A.recon_status not in ("return_bag_lost","bag_lost","dispute","dispute_R")
+    #     and A.sales_channel not in ('JIOMART',"Freshpik")
+    #     and A.company_id <> 3138
+    #     -- and C.Commission_in_percent <> 0 
+    #     group by
+    #     1,2,3,4,5,6,7,8,9,10,11,12,13,14
+    # ''',
+
+    # Query 3
+    '3. Transaction components validation': '''
+        select
+        bag_id,
+        transaction_type,
+        inserted_date,
+        round(transaction_fee+packaging_fee+logistics_charges+refund_support_fees+sla_charges-net_charges,0) as diff
+        from `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+        where
+        round(transaction_fee+packaging_fee+logistics_charges+refund_support_fees+sla_charges-net_charges,0) not in (0,-1,-1)
+        and inserted_date > '2023-09-30'
+        group by 1,2,3, transaction_fee,packaging_fee,refund_support_fees,sla_charges,net_charges,logistics_charges
+    ''',
+
+    # Query 4
+    '4. Transactions in net collection validation': '''
+        select
+        concat(bag_id,Settlement_type) as Merged,
+        count(concat(bag_id,Settlement_type))
+        from `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily`
+        group by 1
+        having  
+        count(concat(bag_id,Settlement_type)) not in (1)
+    ''',
+
+    # Query 5
+    '5. Transactions in seller fees validation': '''
+        select
+        bag_id,
+        concat(bag_id,transaction_type) as Merged,
+        count(concat(bag_id,transaction_type))
+        from `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+        group by 1,2
+        having  
+        count(concat(bag_id,transaction_type)) not in (1)
+    ''',
+
+
+    # Query 6
+    '6. Transactions in seller claims validation': '''
+        select
+        current_shipment_id,
+        concat(current_shipment_id,transaction_type) as Merged,
+        count(concat(current_shipment_id,transaction_type))
+        from `fynd-db.finance_recon_tool_asia.12_seller_claims_daily`
+        group by 1,2
+        having  
+        count(concat(current_shipment_id,transaction_type)) not in (1)
+    ''',
+
+
+    # Query 7
+    '7. Aggregate liability validation': '''
+        select
+        *
+        from `fynd-db.finance_recon_tool_asia.12_seller_claims_daily`
+        where
+        aggregate_liability is null
+    ''',
+
+
+    # Query 8
+    '8. Lost claim validation': '''
+        select
+        *
+        from `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final` as A
+        left join
+        `fynd-db.finance_recon_tool_asia.12_seller_claims_daily` as B
+        on
+        A.current_shipment_id = B.current_shipment_id
+        where
+        A.claim_settle_date is not null
+        and A.transaction_type = 'Claim'
+        and A.dp_partner = 'fynd'
+        and B.current_shipment_id is null
+    ''',
+    
+
+
+    # Query 9
+    '9. Gstin validation': '''
+        select
+        company_id,
+        company_name,
+        ordering_channel
+        from `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+        where
+        company_gstn is null
+        group by
+        1,2,3
+    ''',
+
+
+
+    # Query 10
+    '10. Positive transaction components validation': '''
+        SELECT
+        CONCAT(bag_id,transaction_type,total_charges) AS Merged,
+        FROM
+        `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+        GROUP BY
+        1
+        HAVING
+        COUNT(CONCAT(bag_id,transaction_type)) NOT IN (1)
+    ''',
+
+
+     # Query 11
+    '11. Negative transaction components validation': '''
+        select
+        *
+        from `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+        where
+        transaction_type = 'Return'
+        and net_charges < 0
+    ''',
+
+
+    # Query 12
+    '12. GST Tag validation': '''
+        select
+        company_id,
+        company_name,
+        ordering_channel,
+        company_gstn,
+        gst_tag,
+        case WHEN LENGTH(company_gstn) = 10 then "SGST"
+        when SUBSTRING(company_gstn,1,2) = '27' then "SGST" else "IGST" end as Tag,
+        case when gst_tag = (case WHEN LENGTH(company_gstn) = 10 then "SGST"
+        when SUBSTRING(company_gstn,1,2) = '27' then "SGST" else "IGST" end) then "Match" else "Not_Match" end as CC
+        from `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+        where
+        (case when gst_tag = (case WHEN LENGTH(company_gstn) = 10 then "SGST"
+        when SUBSTRING(company_gstn,1,2) = '27' then "SGST" else "IGST" end) then "Match" else "Not_Match" end) = "Not_Match"
+        group by 1,2,3,4,5,6
+    ''',
+
+     # Query 13
+    '13. 09_Net collection all data validation': '''
+        select
+        A.company_id,
+        A.company_name,
+        A.ordering_channel,
+        A.bag_id,
+        A.Settlement_type,
+        A.recon_status,
+        A.recon_date,
+        A.inserted_date,
+        B.bag_id,
+        B.Settlement_type
+        from `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final` as A
+        left join
+        `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` as B
+        on
+        A.bag_id = B.bag_id
+        and A.Settlement_type = B.Settlement_type
+        where
+        A.Settlement_type not in ('NA','SLA')
+        and A.recon_status in ('delivery_done','return_bag_delivered','return_bag_picked')
+        and B.bag_id is null 
+        and (case when A.Settlement_type = 'collection' and A.collection_partner = 'fynd' then 'yes' 
+        when A.Settlement_type = 'refund' and A.refund_partner = 'fynd' then 'yes' else 'no' end) = 'yes'
+        group by
+        1,2,3,4,5,6,7,8,9,10
+    ''',
+
+
+     # Query 14
+    '14. Net collection collection & refund validation': '''
+        select
+        bag_id,
+        settlement_type,
+        collection_partner,
+        refund_partner,
+        case when settlement_type in ('collection','Claim',"dispute","rectify","rectify_R") and collection_partner = 'fynd' then 'Yes' when settlement_type = 'refund' and refund_partner = 'fynd' then 'Yes' else 'No' end as Comment
+        from `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily`
+        where
+        (case when settlement_type in ('collection','Claim',"dispute","rectify","rectify_R") and collection_partner = 'fynd' then 'Yes' when settlement_type = 'refund' and refund_partner = 'fynd' then 'Yes' else 'No' end) = 'No'
+    ''',
+
+
+    # Query 15
+    '15. 09_Net collection collection & refund validation': '''
+        select
+        A.bag_id,
+        B.bag_id,
+        A.settlement_type,
+        B.settlement_type,
+        A.transaction_type,
+        A.collection_partner,
+        A.refund_partner,
+        case when A.settlement_type = 'collection' and A.collection_partner = 'fynd' then 'Yes' when A.settlement_type = 'refund' and A.refund_partner = 'fynd' then 'Yes' else 'No' end as Comment
+        from `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final` as A
+        left join
+        `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` as B
+        on
+        A.bag_id = B.bag_id 
+        and A.settlement_type = B.settlement_type
+        where
+        A.settlement_type <> 'NA'
+        and A.recon_status not in ("bag_lost","return_bag_lost")
+        and (case when A.settlement_type = 'collection' and A.collection_partner = 'fynd' then 'yes' when A.settlement_type = 'refund' and A.refund_partner = 'fynd' then 'yes' else 'No' end) = 'yes'  
+        and (case when A.transaction_type = 'Sale' and A.collection_partner = 'fynd' then 'Yes' when A.transaction_type = 'Return' and A.refund_partner = 'fynd' then 'Yes' when A.transaction_type = 'Claim' and A.collection_partner = 'fynd' then 'Yes' else 'No' end) = 'Yes'
+        and B.bag_id is null
+    ''',
+
+
+    # Query 16
+    '16. NA settlement validation': '''
+        select
+        *
+        from `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily`
+        where
+        -- settlement_type = 'NA'
+        (case when settlement_type in ('collection','Claim','rectify','rectify_R') and collection_partner = 'fynd' then 'Yes' when settlement_type = 'refund' and refund_partner = 'fynd' then 'Yes' else 'No'end ) = 'No'
+    ''',
+
+
+    # Query 17
+    '17. Fynd collection placed bags validation': '''
+        select
+        A.bag_id,
+        B.bag_id,
+        A.order_type,
+        A.transaction_type,
+        case when B.settlement_type = 'collection' then 'Sale' else 'Return' end as transaction_type,
+        from `fynd-db.finance_recon_tool_asia.11_seller_fees_daily` as A
+        left join
+        `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` as B
+        on
+        A.bag_id = B.bag_id
+        and A.transaction_type = (case when B.settlement_type = 'collection' then 'Sale' when B.settlement_type = 'refund' then 'Return' else 'NA' end )
+        where
+        transaction_type <> 'SLA'
+        and (case when A.transaction_type = 'Sale' and A.collection_partner = 'fynd' then 'yes' when A.transaction_type = 'Return' and A.refund_partner = 'fynd' then 'yes' else 'no'end) = 'yes'
+        and B.bag_id is null
+    ''',
+
+
+    # # Query 18
+    # '18. PPD seller amount validation': '''
+    #     select
+    #     *
+    #     from
+    #     (SELECT
+    #     *
+    #     FROM
+    #     `fynd-db.Outstanding.09_Payable_File`
+    #     where
+    #     expected_payout_date <= current_date()
+    #     and order_type = "PPD"
+    #     and lower(collection_partner) = "seller") as A
+    #     left join
+    #     (select
+    #     bag_id,
+    #     txn_id,
+    #     collected_amount
+    #     from
+    #     `fynd-db.finance_recon_tool_asia.05_partner_collection`) as B
+    #     on 
+    #     A.bag_id = B.bag_id
+    #     where
+    #     B.bag_id is not null
+    # ''',
+
+
+     # Query 19
+    '19. Checking sett_id count in payout process table': '''
+        select
+        sett_id,
+        count(sett_id)
+        from `fynd-db.finance_recon_tool_asia.payout_process_table`
+        group by
+        1
+        having
+        count(sett_id) <> 1
+    ''',
+
+      # Query 20
+    '20. Checking bagwise payout report': '''
+        select
+        UTR,
+        paid_amt,
+        dispute,
+        round(sum(Net_Payout),2) as payable,
+        round(sum(Net_Payout)+dispute-paid_amt) as Diff
+        from `fynd-db.finance_recon_tool_asia.Bag_Wise_Payout_Report`
+        where
+        UTR in (select
+        utr_no
+        from
+        `fynd-db.finance_recon_tool_asia.14_seller_payouts_New`
+        where
+        sett_date > "2024-04-01" )
+        group by
+        1,2,3
+        having Diff <> 0
+    ''',
+
+      # Query 21
+    '21. Checking claimwise payout report': '''
+        select
+        SF_UTR,
+        total_utr_paid,
+        round(sum(claimable_amt),2),
+        round(sum(claimable_amt)-total_utr_paid) as Diff
+        from `fynd-db.finance_recon_tool_asia.Shipment_wise_Claim_UTR`
+        where
+        SF_UTR in ("_2414920231016000202198812",
+        "_2414920231016000202197711",
+        "_AXISCN0279665404",
+        "_AXISCN0312196630",
+        "_2414920231016000202198811")
+        group by
+        1,2
+    ''',
+
+    #  # Query 23
+    # '23. Checking any settlement id is updated after the payment  ': '''
+    #     select
+    #     A.sett_id,
+    #     sum(net_amount)as NA,
+    #     case when NC is null then 0 else NC end as N,
+    #     case when SF is null then 0 else SF end as S,
+    #     case when MD is null then 0 else MD end as M,
+    #     case when CL is null then 0 else CL end as C,
+    #     round(sum(net_amount)-(case when NC is null then 0 else NC end)-(case when SF is null then 0 else SF end)-(case when MD is null then 0 else MD end)-(case when CL is null then 0 else CL end)) as diff
+    #     from
+    #     `fynd-db.finance_recon_tool_asia.13_seller_disbursement_payouts` as A
+    #     left join
+    #     (select
+    #     sett_id,
+    #     SUM(seller_net_collection) AS NC
+    #     from
+    #     `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily`
+    #     GROUP BY
+    #     1) as B
+    #     on 
+    #     A.sett_id = B.sett_id
+    #     left join
+    #     (Select
+    #     sett_id,
+    #     SUM(total_charges) as SF
+    #     from
+    #     `fynd-db.finance_recon_tool_asia.11_seller_fees_daily`
+    #     GROUP BY
+    #     1) as C
+    #     on 
+    #     A.sett_id = C.sett_id
+    #     left join
+    #     (Select
+    #     sett_id,
+    #     SUM(dispute_amount) as MD
+    #     from
+    #     `fynd-db.finance_recon_tool_asia.17_seller_manual_Dispute`
+    #     GROUP BY
+    #     1) as D
+    #     on 
+    #     A.sett_id = D.sett_id
+    #     left join
+    #     (Select
+    #     sett_id,
+    #     SUM(claimable_amt) as CL
+    #     from
+    #     `fynd-db.finance_recon_tool_asia.12_seller_claims_daily`
+    #     GROUP BY
+    #     1) as E
+    #     on 
+    #     A.sett_id = E.sett_id
+    #     where
+    #     payout_id in ("2250_OE_COD_19_SD_034_FY24",
+    #     "2250_OE_COD_21_SD_034_FY24",
+    #     "0292_FS_COD_AC_SD_034_FY24",
+    #     "0517_OE_COD_AC_SD_034_FY24",
+    #     "0042_OE_COD_05_SD_034_FY24",
+    #     "0034_OM_COD_AC_SD_034_FY24",
+    #     "0021_OE_COD_AC_SD_034_FY24",
+    #     "0046_OE_COD_10_SD_034_FY24",
+    #     "0442_OE_COD_07_SD_034_FY24",
+    #     "0320_OE_COD_28_SD_034_FY24",
+    #     "0046_OE_COD_13_SD_034_FY24",
+    #     "0269_OE_COD_04_SD_034_FY24",
+    #     "3557_OE_COD_AC_SD_034_FY24",
+    #     "0025_FS_COD_AC_SD_034_FY24",
+    #     "3523_FS_COD_AC_SD_034_FY24",
+    #     "0320_OM_COD_AC_SD_034_FY24",
+    #     "2467_OE_COD_AC_SD_034_FY24",
+    #     "0680_UN_COD_MA_SD_034_FY24",
+    #     "0021_FS_COD_AC_SD_034_FY24",
+    #     "0442_FS_COD_AC_SD_034_FY24",
+    #     "0046_FS_COD_AC_SD_034_FY24",
+    #     "0046_OE_COD_14_SD_034_FY24",
+    #     "0046_OE_COD_09_SD_034_FY24",
+    #     "1076_OE_COD_17_SD_034_FY24",
+    #     "0334_FS_COD_AC_SD_034_FY24",
+    #     "0046_OE_COD_08_SD_034_FY24",
+    #     "0334_OE_COD_06_SD_034_FY24",
+    #     "2250_OE_COD_22_SD_034_FY24",
+    #     "0002_FS_COD_AC_SD_034_FY24",
+    #     "2411_OM_COD_AC_SD_034_FY24")
+    #     group by
+    #     1,3,4,5,NC,SF,MD,CL
+    #     having
+    #     round(sum(net_amount)-(case when NC is null then 0 else NC end)-(case when SF is null then 0 else SF end)-(case when MD is null then 0 else MD end)) <> 0
+    # ''',
+
+    # Query 22
+    '22. Checking any old data inserted into new table': '''
+        select
+        A.bag_id,
+        collection_partner,
+        Settlement_type,
+        inserted_date,
+        B.bag_id,
+        B.Transaction_type
+        from `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final` as A
+        left join
+        `fynd-db.finance_dwh.Brand_Settlement_pulse` as B
+        on A.bag_id = B.bag_id
+        and (case when Settlement_type = 'collection' then 'Sale'when Settlement_type = 'refund' then 'Return' else 'Claim' end) = B.Transaction_type
+        where
+        Settlement_type <> 'NA'
+        and B.bag_id is not null
+        group by
+        1,2,3,4,5,6
+    ''',
+
+    # Query 23
+    '23. Checking old lost claim check inserted into new table': '''
+        select
+        *
+        from `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final`
+        where
+        Bag_ID in (select
+        Bag_ID
+        from `fynd-db.finance_dwh.Brand_Lost_settlement`
+        group by
+        1)
+        and transaction_type = 'Claim'
+    ''',
+
+
+     # Query 24
+    '24. Checking duplicate count in bag_wise payout report ': '''
+        with bag_count as 
+        (select
+        bag_id,
+        transaction_type,
+        concat(bag_id,transaction_type) as merged,
+        count(concat(bag_id,transaction_type)) as bag_count
+        from `fynd-db.finance_recon_tool_asia.Bag_Wise_Payout_Report`
+        group by  
+        1,2,3)
+        
+        select
+        A.bag_id,
+        company_id,
+        company_name,
+        Payment_Date,
+        A.transaction_type,
+        UTR,
+        concat(A.bag_id,A.transaction_type) as merged,
+        bag_count,
+        seller_net_collection,
+        total_charges,
+        Net_Payout
+        from `fynd-db.finance_recon_tool_asia.Bag_Wise_Payout_Report` as A
+        left join
+        bag_count as B
+        on
+        concat(A.bag_id,A.transaction_type) = B.merged
+        where
+        bag_count <> 1
+        group by  
+        1,2,3,4,5,6,7,8,9,10,11
+        
+    ''',
+
+
+    # Seller sale validation query 
+
+    
+
+
+    # Add more queries as needed
+}

query_seller_sale.py

@@ -0,0 +1,148 @@
+queries = {
+    "query_seller_net_data": """
+    WITH seller_net_data AS (
+        SELECT
+            company_id,
+            company_name,
+            ordering_channel,
+            segement_code,
+            sales_channel,
+            settlement_model,
+            settlement_model_code,
+            order_type,
+            order_date,
+            fiscal_year,
+            bag_id,
+            settlement_type,
+            recon_status,
+            return_window_date,
+            payout_window_date,
+            expected_payout_date,
+            sett_no,
+            sett_id,
+            mrp,
+            seller_discounts,
+            store_discount_amount,
+            bca,
+            product_gst_perc,
+            round(vog,2) as vog,
+            tds_on_bca,
+            tcs_on_vog,
+            seller_fees,
+            seller_tender_value,
+            round(seller_net_collection,2) as seller_net_collection,
+            ROUND(mrp - seller_discounts - store_discount_amount,2) AS bca_cc,
+            ROUND(bca - (mrp - seller_discounts - store_discount_amount),2) AS diff_bca_cc,
+            ROUND((mrp - seller_discounts - store_discount_amount) * 100 / (100 + ABS(product_gst_perc)), 2) AS vog_cc,
+            ROUND(vog - ROUND((mrp - seller_discounts - store_discount_amount) * 100 / (100 + ABS(product_gst_perc)), 2),2) AS diff_vog_cc,
+
+            -- TDS calculation logic
+            CASE 
+                WHEN segement_code IN ("FY", "UN") AND DATE(order_date) >= '2024-10-01' THEN 
+                    ROUND((mrp - seller_discounts - store_discount_amount), 2) * 0.001
+                WHEN segement_code IN ("FY", "UN") AND DATE(order_date) < '2024-10-01' THEN 
+                    ROUND((mrp - seller_discounts - store_discount_amount), 2) * 0.01
+                ELSE 0
+            END AS tds_cc,
+
+            -- TCS calculation logic
+            CASE 
+                WHEN segement_code IN ("FY", "UN") AND DATE(order_date) >= '2024-07-10' THEN 
+                    ROUND((mrp - seller_discounts - store_discount_amount) * 100 / (100 + ABS(product_gst_perc)), 2) * 0.005
+                WHEN segement_code IN ("FY", "UN") AND DATE(order_date) < '2024-07-10' THEN 
+                    ROUND((mrp - seller_discounts - store_discount_amount) * 100 / (100 + ABS(product_gst_perc)), 2) * 0.01
+                ELSE 0
+            END AS tcs_cc
+        FROM 
+            `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily`
+        WHERE
+            expected_payout_date BETWEEN "{start_date}" AND "{end_date}"
+    ),
+
+    -- Subquery to count occurrences of each bag_id and concatenation of bag_id and settlement_type
+    bag_con_count_data AS (
+        SELECT
+            bag_id,
+            settlement_type,
+            COUNT(*) AS bagg_count,
+            CONCAT(bag_id, settlement_type) AS bag_settlement_concat,
+            COUNT(CONCAT(bag_id, settlement_type)) AS bag_settlement_concat_count  -- Count of concatenated values
+        FROM
+            seller_net_data
+        GROUP BY
+            bag_id, settlement_type
+    )
+
+    -- Final query
+    SELECT
+        sd.*,
+        ROUND((tds_cc - tds_on_bca), 2) AS diff_tds,
+        ROUND((tcs_cc - tcs_on_vog), 2) AS diff_tcs,
+        ROUND((mrp - seller_discounts - store_discount_amount - seller_tender_value + seller_fees),2) AS seller_sale_cc,
+        ROUND(((mrp - seller_discounts - store_discount_amount - seller_tender_value + seller_fees) - tds_cc - tcs_cc),2) AS seller_net_cc,
+        ROUND(((mrp - seller_discounts - store_discount_amount - seller_tender_value + seller_fees) - tds_cc - tcs_cc - seller_net_collection), 2) AS net_diff_cc,
+        CONCAT(sd.bag_id, ",") AS conccat,  -- Concatenated bag_id
+        CONCAT(sd.bag_id, sd.settlement_type) AS bag_cc,  -- Bag ID with settlement type
+        bcc.bagg_count AS bag_count,  -- Count of each bag_id and settlement type
+        bcc.bag_settlement_concat AS bag_con,  -- Concatenated bag_id and settlement_type
+        bcc.bag_settlement_concat_count AS bag_con_count,  -- Count of concatenated values
+        CASE
+            WHEN order_type = 'COD' THEN CONCAT(company_id, '_', segement_code, '_', settlement_model_code, '_', order_type, '_V')
+            WHEN order_type = 'PPD' THEN CONCAT(company_id, '_', segement_code, '_', settlement_model_code, '_', order_type, '_C')
+        END AS ledger_name
+    FROM
+        seller_net_data sd
+    LEFT JOIN
+        bag_con_count_data bcc
+    ON
+        sd.bag_id = bcc.bag_id AND sd.settlement_type = bcc.settlement_type;
+    """,
+
+    "query_brand_accounting_entries": """
+    SELECT
+        DENSE_RANK() OVER (ORDER BY expected_payout_date,company_id,VOUCHERTYPENAME,sales_channel,expected_payout_date,order_type ASC) entry_code,
+        DATE,
+        Mode,
+        VOUCHERTYPENAME,
+        Narration,
+        DebitLedger,
+        AmountDebitLedger,
+        CreditLedger,
+        AmountCreditLedger
+    FROM (
+        WITH
+          Truth_table AS (SELECT * FROM `fynd-db.Brand_Accounting_Entries_Asia.Brand_Seller_Sale_FY25_Table`)
+        SELECT
+          expected_payout_date,
+          format_date('%Y%m%d', expected_payout_date) as DATE,
+          "Journal" as Mode,
+          VOUCHERTYPENAME,
+          CONCAT(Narration," for ", sales_channel, " for the period ",expected_payout_date ) AS Narration,
+          entry_Type,
+          order_type,
+          A.segement_code,
+          company_id,
+          sales_channel,
+          CASE WHEN seller_sales_amount > 0 AND B.ordering_channel IN ("FY", "FP", "FS", "UN", "OE","OM") AND entity = "seller" AND mop = "COD" THEN ledger_name WHEN seller_sales_amount > 0 AND B.ordering_channel IN ("FY", "FP", "FS", "UN", "OE","OM") AND entity = "seller" AND mop = "PPD" THEN ledger_name ELSE Credit_Ledger END AS DebitLedger,
+          CASE WHEN seller_sales_amount > 0 THEN ROUND(seller_sales_amount*-1) ELSE ROUND(seller_sales_amount) END AS AmountDebitLedger,
+          CASE WHEN seller_sales_amount < 0 AND B.ordering_channel IN ("FY", "FP", "FS", "UN", "OE","OM") AND entity = "seller" AND mop = "COD" THEN ledger_name WHEN seller_sales_amount < 0 AND B.ordering_channel IN ("FY", "FP", "FS", "UN", "OE","OM") AND entity = "seller" AND mop = "PPD" THEN ledger_name ELSE Credit_Ledger END AS CreditLedger,
+          CASE WHEN seller_sales_amount < 0 THEN ROUND(seller_sales_amount)*-1 ELSE ROUND(seller_sales_amount) END AS AmountCreditLedger
+        FROM 
+          `fynd-db.Brand_Accounting_Entries_Asia.Seller_sale_Logic` AS A
+        LEFT JOIN
+          Truth_table as B
+        ON
+          A.segement_code = B.ordering_channel 
+          AND A.entry_Type = B.Status
+          AND A.order_type = B.mop
+        WHERE
+          order_type = 'COD'
+          AND expected_payout_date BETWEEN '{start_date}' AND '{end_date}'
+        GROUP BY
+          1,2,3,4,5,6,7,8,9,10,11,12,13,14
+        ORDER BY 
+          expected_payout_date,company_id,VOUCHERTYPENAME,sales_channel,order_type ASC
+    )
+    ORDER BY entry_code ASC
+    """
+}

requirements.txt

@@ -0,0 +1,243 @@
+absl-py==2.1.0
+accelerate==0.33.0
+aiofiles==23.2.1
+aiohttp==3.9.5
+aiohttp-retry==2.8.3
+aiosignal==1.3.1
+altair==4.2.2
+annotated-types==0.7.0
+anyio==4.4.0
+APScheduler==3.10.4
+asana==5.0.10
+astunparse==1.6.3
+async-timeout==4.0.3
+attrs==23.2.0
+Automat==24.8.1
+bcrypt==4.2.1
+beautifulsoup4==4.12.3
+blinker==1.8.2
+Brotli==1.1.0
+cachetools==5.3.3
+cairocffi==1.7.1
+CairoSVG==2.7.1
+captcha==0.6.0
+certifi==2024.8.30
+cffi==1.16.0
+chardet==5.2.0
+charset-normalizer==3.3.2
+click==8.1.7
+cloudevents==1.11.0
+constantly==23.10.4
+contourpy==1.2.1
+cryptography==43.0.0
+css==0.1
+cssselect2==0.7.0
+cycler==0.12.1
+datasets==2.20.0
+db-dtypes==1.2.0
+defusedxml==0.7.1
+Deprecated==1.2.14
+deprecation==2.1.0
+dill==0.3.8
+distro==1.9.0
+entrypoints==0.4
+et-xmlfile==1.1.0
+evaluate==0.4.2
+exceptiongroup==1.2.1
+extra-streamlit-components==0.1.71
+fastapi==0.115.4
+ffmpy==0.4.0
+filelock==3.15.4
+Flask==3.0.3
+flatbuffers==24.3.25
+fonttools==4.53.1
+fpdf==1.7.2
+frozenlist==1.4.1
+fsspec==2024.5.0
+functions-framework==3.8.0
+gast==0.6.0
+gitdb==4.0.11
+GitPython==3.1.43
+google-api-core==2.19.0
+google-api-python-client==2.140.0
+google-auth==2.32.0
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-cloud==0.34.0
+google-cloud-bigquery==3.24.0
+google-cloud-bigquery-datatransfer==3.18.0
+google-cloud-bigquery-storage==2.25.0
+google-cloud-core==2.4.1
+google-cloud-storage==2.18.0
+google-crc32c==1.5.0
+google-pasta==0.2.0
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.1
+gradio==4.44.1
+gradio_client==1.3.0
+grpcio==1.64.1
+grpcio-status==1.62.2
+gspread==6.1.2
+gspread-dataframe==4.0.0
+gunicorn==22.0.0
+h11==0.14.0
+h5py==3.11.0
+html2image==2.0.4.3
+html5lib==1.1
+httpcore==1.0.5
+httplib2==0.22.0
+httpx==0.27.0
+huggingface-hub==0.24.1
+hyperlink==21.0.0
+idna==3.7
+importlib_metadata==8.0.0
+importlib_resources==6.4.0
+incremental==24.7.2
+itsdangerous==2.2.0
+Jinja2==3.1.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+keras==3.4.1
+kiwisolver==1.4.5
+libclang==18.1.1
+lxml==5.2.2
+Markdown==3.6
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.1
+mdurl==0.1.2
+ml-dtypes==0.4.0
+mpmath==1.3.0
+multidict==6.0.5
+multiprocess==0.70.16
+namex==0.0.8
+networkx==3.2.1
+ngrok==1.3.0
+numpy==1.26.4
+oauth2client==4.1.3
+oauthlib==3.2.2
+openai==0.28.0
+openpyxl==3.1.4
+opt-einsum==3.3.0
+optree==0.12.1
+orjson==3.10.11
+outcome==1.3.0.post0
+packaging==24.1
+pandas==2.2.2
+pdf2image==1.17.0
+pdfkit==1.0.0
+pdfminer.six==20231228
+pdfplumber==0.11.4
+pikepdf==8.15.1
+pillow==10.3.0
+plotly==5.24.1
+proto-plus==1.24.0
+protobuf==4.25.3
+psutil==6.0.0
+pyarrow==16.1.0
+pyarrow-hotfix==0.6
+pyasn1==0.6.0
+pyasn1_modules==0.4.0
+pycparser==2.22
+pydantic==2.8.2
+pydantic_core==2.20.1
+pydeck==0.9.1
+PyDrive==1.3.1
+PyDrive2==1.20.0
+pydub==0.25.1
+pydyf==0.11.0
+Pygments==2.18.0
+PyJWT==2.8.0
+PyMuPDF==1.24.13
+pyngrok==7.2.0
+pyOpenSSL==24.2.1
+pyparsing==3.1.2
+PyPDF2==3.0.1
+pypdfium2==4.30.0
+pyperclip==1.9.0
+pyphen==0.16.0
+PySocks==1.7.1
+pytesseract==0.3.10
+python-dateutil==2.9.0.post0
+python-decouple==3.8
+python-docx==1.1.2
+python-dotenv==1.0.1
+python-multipart==0.0.17
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.1
+regex==2024.5.15
+reportlab==4.2.2
+requests==2.32.3
+requests-oauthlib==2.0.0
+rich==13.7.1
+rpds-py==0.18.1
+rsa==4.9
+ruff==0.7.2
+safetensors==0.4.3
+schedule==1.2.2
+selenium==4.22.0
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+slack_sdk==3.31.0
+smmap==5.0.1
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.5
+srv==1.1.0
+st-pages==1.0.1
+st-theme==1.2.3
+starlette==0.41.2
+streamlit==1.37.0
+streamlit-aggrid==1.0.5
+streamlit-authenticator==0.1.5
+streamlit-navigation-bar==3.3.0
+streamlit-option-menu==0.3.13
+streamlit-space==0.1.5
+streamlit-toggle==0.1.3
+streamlit-toggle-switch==1.0.2
+sympy==1.13.1
+tenacity==8.3.0
+tensorboard==2.17.0
+tensorboard-data-server==0.7.2
+tensorflow==2.17.0
+tensorflow-io-gcs-filesystem==0.37.1
+termcolor==2.4.0
+tf_keras==2.17.0
+tinycss2==1.3.0
+tokenizers==0.19.1
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.0
+toolz==0.12.1
+torch==2.4.0
+tornado==6.4.1
+tqdm==4.66.4
+transformers==4.43.3
+trio==0.25.1
+trio-websocket==0.11.1
+twilio==9.2.3
+Twisted==24.7.0
+typer==0.12.5
+typing_extensions==4.12.2
+tzdata==2024.1
+tzlocal==5.2
+uritemplate==4.1.1
+urllib3==2.2.3
+uvicorn==0.32.0
+watchdog==4.0.1
+weasyprint==62.3
+webencodings==0.5.1
+websocket-client==1.8.0
+websockets==12.0
+Werkzeug==3.0.3
+wrapt==1.16.0
+wsproto==1.2.0
+xlrd==2.0.1
+XlsxWriter==3.2.0
+xxhash==3.4.1
+yarl==1.9.4
+zipp==3.19.2
+zope.interface==7.0.3
+zopfli==0.2.3

slack.py

@@ -0,0 +1,82 @@
+# Define your Slack email addresses and webhook URLs
+Slack_email_addresses = {
+    'Rahul Mandowara': 'aaaankma7mqecgi5ckgiutv3ga@gofynd.slack.com',
+    'Abhimanyu':'aaaanm6gie6scddpk5pycnwwma@gofynd.slack.com',
+    'VS': 'aaaaneedladlp3nszpmwwulkay@gofynd.slack.com',
+    'Ninad': 'aaaanfcp5znlb2etchdfewwr3y@gofynd.slack.com',
+    'Priyanshi Nahata': 'aaaandms5io6pfh5qawofrdplm@gofynd.slack.com',
+    'kiran jadhav': 'aaaangzileg6adyfyz6y7siqme@gofynd.slack.com',
+    'Bhavin Parmar': 'aaaannkdegaoe6g3vppkj26ft4@gofynd.slack.com',
+    'RJ': 'aaaanf4e6nhjaryx7ba475qp2e@gofynd.slack.com',
+    'Roshani Mohan': 'aaaanhjh5f2cihhkybe4k7bdre@gofynd.slack.com',
+    'omkarsp': 'aaaanlsvaa7liwu3zgp42artb4@gofynd.slack.com',
+    'Abhilash Sawant': 'aaaanp57acudcxnhlgmoonpsri@gofynd.slack.com',
+    'Hemant Yadav': 'aaaanz2tp3lxatl4uadyc5h24e@gofynd.slack.com',
+    'SandeeP Salunkhe': 'aaaanjukkjprfide3ofd6prno4@gofynd.slack.com',
+    'Sid': 'aaaaneehkkyokdx5ydr5ifktui@gofynd.slack.com',
+    'chetanpatole': 'aaaanptkf3sbppf5jlrlwlzmme@gofynd.slack.com',
+    'Shweta Kanungo': 'aaaannsfn3qehkb4cgfqi7oqbe@gofynd.slack.com',
+    'chandnichaurasia': 'aaaantvq257inlgipy6n3n4oyu@gofynd.slack.com',
+    'Rasika': 'aaaanjz7aqzgmgvbq2j2erk2xi@gofynd.slack.com',
+    'Bhushan Khapare': 'aaaanhompmuol3cupdtcbhyzaa@gofynd.slack.com',
+    'Vaibhavi':'aaaanimf7vltovi7cs5gwknmre@gofynd.slack.com',
+    'daily-alerts-for-unsubscribed-companies': 'daily-alerts-for-unsu-aaaanufptnpzgjtmknapgi45oq@gofynd.slack.com',
+    'finance_team_internal': 'finance_team_internal-aaaabrz6gd5km3hjwxs7saxa4a@gofynd.slack.com',
+    'valyx-fynd-poc': 'valyx-fynd-poc-aaaamwv2kpahjf3krqa752pate@gofynd.slack.com',
+    'valyx_auto_invoices': 'valyx_auto_invoices-aaaanykb7mbnlhtajda4slllia@gofynd.slack.com',
+    'recon-check': 'recon-check-aaaan32uofkccdehnmkymfp5qu@gofynd.slack.com'
+}
+
+gmail_addresses = {
+    'Rahul Mandowara': 'rahulmandowara@gofynd.com',
+    'Abhimanyu':'abhimanyumallik@gofynd.com',
+    'VS': 'vikysangoi@gofynd.com',
+    'Ninad': 'ninadmandavkar@gofynd.com',
+    'omkarsp': 'omkarsp@gofynd.com',
+    'Priyanshi Nahata': 'priyanshinahata@gofynd.com',
+    'kiran jadhav': 'kiranjadhav@gofynd.com',
+    'Bhavin Parmar': 'bhavinparmar@gofynd.com',
+    'RJ': 'rasikajadhav@gofynd.com',
+    'Roshani Mohan': 'roshanimohan@gofynd.com',
+    'Abhilash Sawant': 'abhilashsawant@gofynd.com',
+    'Hemant Yadav': 'hemantyadav@gofynd.com',
+    'SandeeP Salunkhe': 'sandeepsalunkhe@gofynd.com',
+    'Sid': 'siddheshmayekar@gofynd.com',
+    'chetanpatole': 'chetanpatole@gofynd.com',
+    'Shweta Kanungo': 'shwetakanungo@gofynd.com',
+    'chandnichaurasia': 'chandnichaurasia@gofynd.com',
+    'Rasika': 'rasikasalunkhe@gofynd.com',
+    'Bhushan Khapare': 'bhushankhapare@gofynd.com',
+    'Vaibhavi': 'vaibhavidambe@gofynd.com',
+    'daily-alerts-for-unsubscribed-companies': 'daily-alerts-for-unsu-aaaanufptnpzgjtmknapgi45oq@gofynd.slack.com',
+    'finance_team_internal': 'finance_team_internal-aaaabrz6gd5km3hjwxs7saxa4a@gofynd.slack.com',
+    'valyx-fynd-poc': 'valyx-fynd-poc-aaaamwv2kpahjf3krqa752pate@gofynd.slack.com',
+    'valyx_auto_invoices': 'valyx_auto_invoices-aaaanykb7mbnlhtajda4slllia@gofynd.slack.com',
+    'recon-check': 'recon-check-aaaan32uofkccdehnmkymfp5qu@gofynd.slack.com'
+}
+
+Webhook_urls = {
+    'Rahul Mandowara': 'https://hooks.slack.com/services/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',
+    'Abhimanyu':'https://hooks.slack.com/services/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',
+    'VS': 'https://hooks.slack.com/services/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',
+    'Ninad': 'https://hooks.slack.com/services/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',
+    'kiran jadhav': 'https://hooks.slack.com/services/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',
+    'RJ': 'https://hooks.slack.com/services/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',
+    'Roshani Mohan': 'https://hooks.slack.com/services/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',
+    'omkarsp': 'https://hooks.slack.com/services/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',
+    'Abhilash Sawant': 'https://hooks.slack.com/services/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',
+    'Hemant Yadav': 'https://hooks.slack.com/services/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',
+    'SandeeP Salunkhe': 'https://hooks.slack.com/services/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',
+    'Sid': 'https://hooks.slack.com/services/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',
+    'chetanpatole': 'https://hooks.slack.com/services/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',
+    'Shweta Kanungo': 'https://hooks.slack.com/services/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',
+    'chandnichaurasia': 'https://hooks.slack.com/services/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',
+    'Bhushan Khapare': 'https://hooks.slack.com/services/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',
+    'Vaibhavi': 'https://hooks.slack.com/services/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',
+    'daily-alerts-for-unsubscribed-companies': 'https://hooks.slack.com/services/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',
+    'finance_team_internal': 'https://hooks.slack.com/services/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',
+    'valyx-fynd-poc': 'https://hooks.slack.com/services/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',
+    'valyx_auto_invoices': 'https://hooks.slack.com/services/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',
+    'recon-check': 'https://hooks.slack.com/services/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'
+}
+

template.csv

@@ -0,0 +1,2 @@
+company_id,name_of_dedcutor,TAN_of_deductor,Invoice_no,Invoice_date,Invoice_value,Section,TDS_deduction_date,TDS_deposited,TDS_certificate_no
+1,ABC,AAA111000J,FS-I-A00001-FY25,2024-04-01,100.5,194H,2024-04-10,10.5,29u389y83

utils.py

@@ -0,0 +1,337 @@
+import os
+import json
+import pandas as pd
+from google.cloud import bigquery
+from google.oauth2 import service_account
+import streamlit as st
+import requests
+import smtplib
+from email.mime.multipart import MIMEMultipart
+from email.mime.text import MIMEText
+from email.mime.base import MIMEBase
+from email import encoders
+from queries import queries
+from googleapiclient.discovery import build
+from googleapiclient.http import MediaFileUpload
+from google.auth import exceptions
+from google.auth import exceptions
+from google.auth.transport.requests import Request
+from google.auth.exceptions import DefaultCredentialsError 
+from google.auth import credentials
+from google.auth import default
+
+from google.auth import exceptions
+from google.auth import default
+from google.auth.transport.requests import Request
+
+
+# Define your email server details
+EMAIL_HOST = 'smtp.gmail.com'
+EMAIL_PORT = 587
+EMAIL_HOST_USER = 'alerter.response@gmail.com'
+EMAIL_HOST_PASSWORD = 'tmid yqlu eglt sfzv'
+
+SLACK_BOT_TOKEN = 'xoxb-2151238541-7506161157329-qYCCaocyGDJwwwtOOWLY2SMR'
+
+#Authenticate BigQuery
+def authenticate_bigquery():
+    creds = load_gcp_credentials()
+    if not creds:
+        st.error("Unable to load GCP credentials for BigQuery authentication.")
+        return None
+    return creds
+
+
+
+#Load GCP credentials
+def load_gcp_credentials():
+    try:
+        # Retrieve GCP credentials from the environment variable
+        gcp_credentials_str = os.getenv('GCP_CREDENTIALS')
+        if not gcp_credentials_str:
+            raise ValueError("GCP_CREDENTIALS environment variable not defined")
+
+        # Parse the secret (assuming it's a JSON string)
+        gcp_credentials = json.loads(gcp_credentials_str)
+
+        # Save to a temporary file (Google Cloud uses a JSON file for authentication)
+        with open("gcp_credentials.json", "w") as f:
+            json.dump(gcp_credentials, f)
+
+        # Authenticate using Google Cloud SDK
+        credentials_from_file = service_account.Credentials.from_service_account_file("gcp_credentials.json")
+
+        # Return the credentials to be used later
+        return credentials_from_file
+    except Exception as e:
+        print(f"Error retrieving or loading GCP credentials: {str(e)}")
+        return None
+
+# Upload to BQ
+def upload_to_bigquery(df, table_id):
+    try:
+        # Load the GCP credentials from Hugging Face secret
+        bigquery_creds = load_gcp_credentials()
+        if not bigquery_creds:
+            st.error("Unable to load GCP credentials.")
+            return
+        
+        # Initialize BigQuery client with the loaded credentials
+        client = bigquery.Client(credentials=bigquery_creds)
+
+        # Convert the DataFrame to a list of dictionaries
+        records = df.to_dict(orient='records')
+
+        # Prepare the table schema if needed (optional)
+        job_config = bigquery.LoadJobConfig(
+            write_disposition="WRITE_APPEND",  # Use WRITE_TRUNCATE to overwrite, WRITE_APPEND to append
+        )
+
+        # Load the data to BigQuery
+        load_job = client.load_table_from_json(records, table_id, job_config=job_config)
+        load_job.result()  # Wait for the job to complete
+
+        st.success("Data submitted")
+
+    except Exception as e:
+        st.error(f"An error occurred while uploading to BigQuery: {e}")
+
+
+
+def preprocess_csv(file_path):
+    # Load the CSV file
+    df = pd.read_csv(file_path)
+
+    # Define columns to be converted
+    date_columns = ['Order_Date', 'State_Date', 'Entry_Month']
+
+    if 'bag_id_cn' in df.columns:
+        df['bag_id_cn'] = df['bag_id_cn'].replace({'\..*': ''}, regex=True).astype('Int64')
+
+    # Convert specified columns from DD/MM/YY to 'YYYY-MM-DD 00:00:00 UTC'
+    for column in date_columns:
+        if column in df.columns:
+            df[column] = pd.to_datetime(df[column], format='%d/%m/%y', errors='coerce').dt.strftime('%Y-%m-%d 00:00:00 UTC')
+
+    # Save the preprocessed CSV
+    preprocessed_file_path = 'preprocessed_' + os.path.basename(file_path)
+    df.to_csv(preprocessed_file_path, index=False)
+    
+    return preprocessed_file_path
+
+
+
+# Function to read files from local path
+def read_file(path):
+    try:
+        with open(path, 'rb') as file:
+            return file.read()
+    except Exception as e:
+        st.error(f"Failed to read file from {path}: {str(e)}")
+        return None
+
+
+
+# Function to get file content type based on file extension
+def get_content_type(file_path):
+    if file_path.lower().endswith('.pdf'):
+        return 'application/pdf'
+    elif file_path.lower().endswith('.csv'):
+        return 'text/csv'
+    elif file_path.lower().endswith('.xlsx'):
+        return 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet'
+    else:
+        return 'application/octet-stream'
+
+
+
+# Encode the image to Base64
+def get_base64_image(image_path):
+    with open(image_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
+
+
+def send_message_via_email(message, email_address, files, subject=None, body=None):
+    try:
+        # Set up the server
+        server = smtplib.SMTP(EMAIL_HOST, EMAIL_PORT)
+        server.starttls()
+        server.login(EMAIL_HOST_USER, EMAIL_HOST_PASSWORD)
+
+        # Create the email
+        msg = MIMEMultipart()
+        msg['From'] = EMAIL_HOST_USER
+        msg['To'] = email_address
+        msg['Subject'] = subject if subject else "🚨 Alerter"
+
+        # Attach the message body
+        msg.attach(MIMEText(body if body else message, 'plain'))
+
+        # Attach each file if provided
+        if files:
+            for uploaded_file in files:
+                part = MIMEBase('application', 'octet-stream')
+                part.set_payload(uploaded_file.read())
+                encoders.encode_base64(part)
+                part.add_header('Content-Disposition', f'attachment; filename={uploaded_file.name}')
+                msg.attach(part)
+
+        # Send the email
+        server.sendmail(EMAIL_HOST_USER, email_address, msg.as_string())
+        server.quit()
+        return True, "Message sent successfully"
+    except Exception as e:
+        return False, str(e)
+
+def send_message_via_webhook(message, webhook_url):
+    try:
+        payload = {"text": message}
+        response = requests.post(webhook_url, json=payload)
+        if response.status_code == 200:
+            return True, "Message sent successfully"
+        else:
+            return False, f"Error {response.status_code}: {response.text}"
+    except Exception as e:
+        return False, str(e)
+
+
+
+def send_file_to_slack(file, webhook_url):
+    files = {
+        'file': (file.name, file, 'application/octet-stream')  # Send as binary
+    }
+    response = requests.post(
+        webhook_url,
+        files=files,
+        headers={"Content-Type": "multipart/form-data"}
+    )
+    return response
+
+
+def send_file_to_slack_up(file, webhook_url, channel_id):
+    # Slack API URL for file upload
+    slack_api_url = 'https://slack.com/api/files.upload'
+    
+    # Prepare headers for the API call
+    headers = {
+        'Authorization': 'Bearer ' + 'SLACK_BOT_TOKEN',  # Replace with your actual Slack bot token
+    }
+    
+    # Prepare the payload and file in binary format
+    files = {
+        'file': (file.name, file, 'application/octet-stream'),  # Send the file in its original binary format
+        'channels': channel_id,  # Specify the Slack channel ID where the file should be uploaded
+    }
+
+    # Make the POST request to upload the file to Slack
+    response = requests.post(slack_api_url, headers=headers, files=files)
+
+    return response
+
+
+
+def check_duplicates(client):
+    """Check for duplicates using BigQuery with the provided credentials file."""
+    results = {}
+    bigquery_creds = authenticate_bigquery()
+    client = bigquery.Client(credentials=bigquery_creds)
+
+    for i, (query_name, query) in enumerate(queries.items()):
+        
+        query_job = client.query(query)
+        df = query_job.result().to_dataframe()
+        # For debugging, write the DataFrame to the Streamlit app
+        st.write(f"{query_name}:", df)
+
+        button_styles = """
+                    <style>
+                    div.stButton > button {
+                        color: #ffffff; /* Text color */
+                        font-size: 30px;
+                        background-image: linear-gradient(to right, #800000, #ff0000); /* Maroon to light red gradient */
+                        border: none;
+                        padding: 10px 20px;
+                        cursor: pointer;
+                        border-radius: 15px;
+                        display: inline-block;
+                        box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1), 0 8px 15px rgba(0, 0, 0, 0.1); /* Box shadow */
+                        transition: all 0.3s ease; /* Smooth transition on hover */
+                    }
+                    div.stButton > button:hover {
+                        background-color: #00ff00; /* Hover background color */
+                        color: #ff0000; /* Hover text color */
+                        box-shadow: 0 6px 10px rgba(0, 0, 0, 0.2), 0 12px 20px rgba(0, 0, 0, 0.2); /* Box shadow on hover */
+                    }
+                    </style>
+                """
+        st.markdown(button_styles, unsafe_allow_html=True)
+        if st.button(f"Copy Query", key=f"copy_query_{i}"):
+            pyperclip.copy(query)
+            st.success('Query copied to clipboard!')
+
+        if not df.empty:
+            duplicate_count = len(df)
+            results[query_name] = duplicate_count 
+
+    return results
+
+
+
+def upload_to_drive(file_path, folder_id):
+    try:
+        # Authenticate with Google Drive using Hugging Face secrets
+        creds = authenticate_google_drive()
+        if not creds:
+            return
+
+        # Build the Google Drive service
+        service = build('drive', 'v3', credentials=creds)
+
+        # Define the file metadata
+        file_metadata = {'name': os.path.basename(file_path), 'parents': [folder_id]}
+        # Determine MIME type based on file extension
+        mime_type = 'application/vnd.ms-excel' if file_path.endswith('.xlsx') else 'text/csv'
+        media = MediaFileUpload(file_path, mimetype=mime_type)
+
+        # Upload the file to Google Drive
+        file = service.files().create(body=file_metadata, media_body=media, fields='id').execute()
+
+        st.write("")
+    except Exception as e:
+        st.error(f"An error occurred: {e}")
+        st.error("Ensure the folder ID is correct and the service account has permission to access the folder.")
+
+
+
+def authenticate_google_drive():
+    creds = load_gcp_credentials()
+    if not creds:
+        st.error("Unable to load GCP credentials for Google Drive authentication.")
+        return None
+    return creds
+    
+
+def get_oauth_token():
+    try:
+        # Define the required scopes for Dataform
+        required_scopes = [
+            "https://www.googleapis.com/auth/cloud-platform",  # General GCP access
+            "https://www.googleapis.com/auth/bigquery",        # BigQuery access
+            "https://www.googleapis.com/auth/dataform" 
+        ]
+        
+        # Load the credentials with the specified scopes
+        creds, _ = default(scopes=required_scopes)
+        
+        if creds is None:
+            raise exceptions.DefaultCredentialsError("No valid credentials found.")
+        
+        # Refresh the credentials to get the latest access token
+        creds.refresh(Request())
+        
+        return creds.token
+        
+    except exceptions.GoogleAuthError as e:
+        print(f"Authentication error: {e}")
+        return None