Upload 3 files

app.py

@@ -66,7 +66,7 @@ menu_options = [
     {"label": "Invoice splitter", "icon": "📊", "description": "Schedule an email with BigQuery data"},
     {"label": "Seller sale validation", "icon": "📊", "description": "Schedule an email with BigQuery data"},
     # {"label": "MID checker", "icon": "📊", "description": "Schedule an email with BigQuery data"},
-    {"label": "Fynder", "icon": "📊", "description": "Schedule an email with BigQuery data"}
+    {"label": "Payment working", "icon": "📊", "description": "Schedule an email with BigQuery data"}
 ]
 
 # Create the custom option menu
@@ -405,12 +405,8 @@ elif selected_option == "Seller sale validation":
     with open('seller.py') as file:
         exec(file.read())
 
-# elif selected_option == "MID checker":
-#     with open('mid.py') as file:
-#         exec(file.read())
-
-elif selected_option == "Fynder":
-    with open('bot.py') as file:
+elif selected_option == "Payment working":
+    with open('payments.py') as file:
         exec(file.read())
 
 

payment_queries.py

@@ -0,0 +1,332 @@
+
+queries = {
+    # Query 1
+    '1. Duplicate data in 09_payable_file': '''
+        select 
+        merged,
+        count(merged)
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` as A
+        group by
+        1
+        having
+        count(merged) <> 1
+    ''',
+
+    '2. Checking already paid data showing in outstanding file': '''
+        select 
+        merged,
+        paid_settled_merged_transaction,
+        REGEXP_CONTAINS(paid_settled_merged_transaction, CONCAT(r'(^|,)', merged, r'(,|$)')) as cc1,
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` as A
+        where
+        REGEXP_CONTAINS(paid_settled_merged_transaction, CONCAT(r'(^|,)', merged, r'(,|$)')) <> false
+    ''',
+
+
+    '3. Checking return transaction not having sale transaction': '''
+        select
+        bag_id,
+        paid_settled_merged_transaction,
+        count(bag_id) as bag_count,
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` 
+        where
+        bag_id in
+        (select 
+        bag_id,
+        -- merged,
+        -- paid_settled_merged_transaction,
+        -- REGEXP_CONTAINS(paid_settled_merged_transaction, CONCAT(r'(^|,)', merged, r'(,|$)')) as cc1,
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` as A
+        where
+        transaction_type = 'Return'
+        and paid_settled_merged_transaction is null)
+        group by
+        1,2
+        having
+        count(bag_id) = 1 
+        order by
+        1 asc
+            ''',
+
+
+    '4. Checking old data inserted in 09_net_collection table': '''
+        SELECT 
+            A.bag_id, 
+            A.collection_partner, 
+            A.Settlement_type, 
+            A.inserted_date, 
+            B.bag_id, 
+            B.Transaction_type, 
+            C.bag_id, 
+            C.settlement_type, 
+            D.bag_id
+        FROM 
+            `fynd-db.finance_recon_tool_asia.01_finance_avis_data_final` AS A
+        LEFT JOIN 
+            `fynd-db.finance_dwh.Brand_Settlement_pulse` AS B 
+            ON A.bag_id = B.bag_id
+        LEFT JOIN 
+            `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` AS C 
+            ON A.bag_id = C.bag_id
+        LEFT JOIN 
+            `fynd-db.finance_recon_tool_asia.05_partner_collection` AS D 
+            ON A.bag_id = D.bag_id
+        WHERE 
+            A.Settlement_type <> 'NA' 
+            and date(A.inserted_date) > '2024-07-31'
+            AND B.bag_id IS NOT NULL 
+            AND C.bag_id IS NOT NULL 
+            AND D.bag_id IS NOT NULL
+            AND (
+                CASE 
+                    WHEN A.Settlement_type = 'collection' THEN 'Sale'
+                    WHEN A.Settlement_type = 'refund' THEN 'Return'
+                    ELSE 'Claim'
+                END
+            ) = B.Transaction_type
+        GROUP BY 
+            1,2,3,4,5,6,7,8,9
+            ''',
+
+
+    '5. Checking whether expected payout date is null': '''
+        SELECT
+        *
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        expected_payout_date is null
+            ''',
+
+    '6. Validation for seller net collection formula': '''
+        SELECT
+        distinct
+        bag_id,
+        transaction_type,
+        settlement_type,
+        round(esp-seller_discounts-bca,0) BCA_Diff,
+        round(bca-seller_tender_value-tcs_on_vog-tds_on_bca+seller_fees-seller_net_collection,0) Seller_net_collection_diff
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        round(esp-seller_discounts-bca,0) not in (0,1)
+        and round(bca-seller_tender_value-tcs_on_vog-tds_on_bca+seller_fees-seller_net_collection,0) not in (0,1)
+            ''',
+
+    '7. Checking sign for payout, refund & claim ': '''
+        SELECT
+        *,
+        CASE 
+            WHEN (settlement_type = 'collection' AND bca >= 0) THEN 'MATCH'
+            WHEN (settlement_type = 'refund' AND bca <= 0) THEN 'MATCH'
+            WHEN (settlement_type = 'Claim' AND bca >= 0) THEN 'MATCH'
+            ELSE 'NOT MATCH'
+        END AS comment
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        WHERE
+        --settlement_type ='collection' and
+        settlement_type in ('collection','refund','cliam') and
+        NOT (
+            (settlement_type = 'collection' AND bca >= 0) 
+            OR 
+            (settlement_type = 'refund' AND bca <= 0)
+            OR 
+            (settlement_type = 'claim' AND bca >= 0)
+            )
+            ''',
+
+    '8. Checking TCS & TDS': '''
+        SELECT
+        distinct
+        bag_id,
+        settlement_type,
+        segement_code,
+        tcs_on_vog,
+        tds_on_bca,
+        case when segement_code not in ('FY','UN') and tcs_on_vog = 0 then 'Match'
+        when segement_code not in ('FY','UN') and tds_on_bca = 0 then 'Match'
+        when segement_code in ('FY','UN') and tcs_on_vog <> 0 and tds_on_bca <> 0 then 'Match' else "Not Match" end as Check
+        FROM
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        (case when segement_code not in ('FY','UN') and tcs_on_vog = 0 then 'Match'
+        when segement_code not in ('FY','UN') and tds_on_bca = 0 then 'Match'
+        when segement_code in ('FY','UN') and tcs_on_vog <> 0 and tds_on_bca <> 0 then 'Match' else "Not Match" end) = 'Not Match'   
+            ''',
+
+
+    '9. Collection done but data not updated in 09_net_collection': '''
+        with status as (SELECT
+        Company_id,
+        Company_name,
+        Bagid,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date,
+        FROM
+        `fynd-db.finance_asia_dwh.Bag_Audit_review`),
+        error_bags as (
+        SELECT
+        bag_id
+        FROM `fynd-db.finance_recon_tool_asia.03_error_view_data`
+        WHERE
+            resolve_date is null
+        )
+        SELECT
+        DISTINCT
+        C.Company_id,
+        C.Company_name,
+        A.bag_id AS COLLECTED_BAG,
+        B.bag_id AS SETTLEMENT_BAG,
+        D.bag_id AS error_BAG,
+        A.order_type,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date
+        FROM
+        `fynd-db.finance_recon_tool_asia.05_partner_collection` AS A
+        left join
+        (SELECT
+        DISTINCT
+        bag_id
+        FROM  `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` 
+        WHERE
+        Settlement_type = 'collection'
+        ) AS B
+        ON
+        A.bag_id = B.bag_id
+        left join
+        status as C
+        on
+        A.bag_id = C.Bagid
+        left join
+        error_bags as D
+        on
+        A.bag_id = D.bag_id
+        WHERE
+        receipt_date >= '2023-04-01'
+        and net_remitted <> 0
+        and C.Company_id not in (select
+        test_company
+        from `fynd-db.finance_dwh.test_details`)
+        AND B.bag_id IS NULL
+        and Delivered_date is not null
+        AND D.bag_id IS NULL
+                    ''',
+
+    '10. Refund done but data not updated in 09_net_collection': '''
+        with status as (SELECT
+        Company_id,
+        Company_name,
+        Ordering_channel,
+        Bagid,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date,
+        Return_picked_date,
+        Return_delivered_date
+        FROM
+        `fynd-db.finance_asia_dwh.Bag_Audit_review`),
+        error_bags as (
+        SELECT
+        bag_id
+        FROM `fynd-db.finance_recon_tool_asia.03_error_view_data`
+        WHERE
+            resolve_date is null
+        )
+        SELECT
+        DISTINCT
+        C.Company_id,
+        C.Company_name,
+        C.Ordering_channel,
+        A.bag_id AS COLLECTED_BAG,
+        B.bag_id AS SETTLEMENT_BAG,
+        D.bag_id AS error_BAG,
+        A.order_type,
+        Placed_date,
+        Cancelled_date,
+        bag_invoiced,
+        RTO_delivered_date,
+        Delivered_date,
+        Return_picked_date,
+        Return_delivered_date
+        FROM
+        `fynd-db.finance_recon_tool_asia.05_partner_refunds` AS A
+        left join
+        (SELECT
+        DISTINCT
+        bag_id
+        FROM  `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily` 
+        WHERE
+        Settlement_type = 'refund'
+        ) AS B
+        ON
+        A.bag_id = B.bag_id
+        left join
+        status as C
+        on
+        A.bag_id = C.Bagid
+        left join
+        error_bags as D
+        on
+        A.bag_id = D.bag_id
+        WHERE
+        refund_date >= '2023-04-01'
+        and net_refunded <> 0
+        and C.Company_id not in (select
+        test_company
+        from `fynd-db.finance_dwh.test_details`)
+        AND B.bag_id IS NULL
+        and C.Company_id not in (507)
+        and (case when Ordering_channel in ('FYND','UNIKET') and Return_picked_date is not null then 'yes'
+        when Ordering_channel not in ('FYND','UNIKET') and Return_delivered_date is not null then 'yes' else 'no' end) = 'yes'
+        AND D.bag_id IS NULL  
+            ''',
+
+
+    '11. Checking for duplicate count in 09_net_collection': '''
+        select
+        concat(bag_id,Settlement_type) as Merged,
+        count(concat(bag_id,Settlement_type))
+        from `fynd-db.finance_recon_tool_asia.09_seller_net_collection_daily`
+        group by
+        1
+        having  
+        count(concat(bag_id,Settlement_type)) not in (1)
+            ''',
+
+    '12. Checking for presence of Non-RBL, Prepaid & Fynd/Uniket in 09_payable_file': '''
+        select 
+        *
+        from
+        `fynd-db.Outstanding.09_Payable_File_table` A
+        where
+        order_type = 'PPD'
+        and
+        ordering_channel not in ('UNIKET', 'FYND')
+        and
+        A.Company_Type = 'Non RBL'
+        and collection_comment = 'collection_pending'
+            ''',
+
+    '13. Checking for difference in collection': '''
+        select 
+        *,
+        current_timestamp() as table_update_date
+        from
+        `fynd-db.Outstanding.09_Payable_File_table`
+        where
+        Collection_amount_comment = 'collection_diff'
+            '''
+}

payments.py

@@ -0,0 +1,293 @@
+from google.cloud import bigquery
+import functions_framework
+from payment_queries import queries
+from google.oauth2 import service_account
+import json
+import requests
+import streamlit as st
+import pyperclip
+from ap import send_message_via_webhook, Webhook_urls
+
+ # Dropdown for channels/members
+webhook_url = list(Webhook_urls.keys())
+html_subject = """
+<html>
+<head>
+<style>
+    .button {
+        display: inline-block;
+        padding: 10px 20px;
+        border-radius: 12px;
+        background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+        box-shadow: 
+            0 6px 12px rgba(0, 0, 0, 0.3), 
+            0 8px 16px rgba(0, 0, 0, 0.2), 
+            inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+        text-align: center;
+        position: relative;
+        transform: translateY(4px);
+        transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+        cursor: pointer;
+        user-select: none;
+    }
+    .button:hover {
+        box-shadow: 
+            0 8px 16px rgba(0, 0, 0, 0.3), 
+            0 12px 24px rgba(0, 0, 0, 0.2);
+        transform: translateY(2px);
+    }
+    .button:active {
+        box-shadow: 
+            0 4px 8px rgba(0, 0, 0, 0.3), 
+            0 6px 12px rgba(0, 0, 0, 0.2);
+        transform: translateY(0);
+    }
+</style>
+</head>
+<body>
+    <div class="button">
+        <h3 style="
+            font-size: 20px;
+            color: #ffffff;
+            background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+            background-clip: text;
+            -webkit-background-clip: text;
+            text-fill-color: transparent;
+            -webkit-text-fill-color: transparent;
+            margin: 0;
+            text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+        ">Select channels/members</h3>
+    </div>
+</body>
+</html>
+"""
+
+
+st.markdown(html_subject, unsafe_allow_html=True)
+selection = st.multiselect("", webhook_url)
+# SLACK_WEBHOOK_URL = "https://hooks.slack.com/services/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"
+
+
+
+def check_duplicates(credentials_file):
+    """Check for duplicates using BigQuery with the provided credentials file."""
+    results = {}
+    # credentials = service_account.Credentials.from_service_account_info(json.loads(credentials_file))
+
+    credentials = service_account.Credentials.from_service_account_info(
+    json.loads(credentials_file),
+    scopes=[
+        "https://www.googleapis.com/auth/cloud-platform",
+        "https://www.googleapis.com/auth/drive.readonly"  # Include if accessing external Drive resources
+    ]
+    )
+    client = bigquery.Client(credentials=credentials, project=credentials.project_id)
+
+    for i, (query_name, query) in enumerate(queries.items()):
+        
+        query_job = client.query(query)
+        df = query_job.result().to_dataframe()
+        # For debugging, write the DataFrame to the Streamlit app
+        st.write(f"{query_name}:", df)
+
+        button_styles = """
+                    <style>
+                    div.stButton > button {
+                        color: #ffffff; /* Text color */
+                        font-size: 30px;
+                        background-image: linear-gradient(to right, #800000, #ff0000); /* Maroon to light red gradient */
+                        border: none;
+                        padding: 10px 20px;
+                        cursor: pointer;
+                        border-radius: 15px;
+                        display: inline-block;
+                        box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1), 0 8px 15px rgba(0, 0, 0, 0.1); /* Box shadow */
+                        transition: all 0.3s ease; /* Smooth transition on hover */
+                    }
+                    div.stButton > button:hover {
+                        background-color: #00ff00; /* Hover background color */
+                        color: #ff0000; /* Hover text color */
+                        box-shadow: 0 6px 10px rgba(0, 0, 0, 0.2), 0 12px 20px rgba(0, 0, 0, 0.2); /* Box shadow on hover */
+                    }
+                    </style>
+                """
+        st.markdown(button_styles, unsafe_allow_html=True)
+        if st.button(f"Copy Query", key=f"copy_query_{i}"):
+            pyperclip.copy(query)
+            st.success('Query copied to clipboard!')
+
+        if not df.empty:
+            duplicate_count = len(df)
+            results[query_name] = duplicate_count 
+
+    return results
+
+# Streamlit UI
+html_subject = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow: 
+                0 6px 12px rgba(0, 0, 0, 0.3), 
+                0 8px 16px rgba(0, 0, 0, 0.2), 
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow: 
+                0 8px 16px rgba(0, 0, 0, 0.3), 
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow: 
+                0 4px 8px rgba(0, 0, 0, 0.3), 
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Upload service a/c credentials</h3>
+        </div>
+    </body>
+    </html>
+    """
+
+st.markdown(html_subject, unsafe_allow_html=True)
+
+# Upload credentials file
+credentials_file = st.file_uploader("", type="json")
+
+if credentials_file is not None:
+    # Read the credentials file
+    credentials_data = credentials_file.read().decode("utf-8")
+    
+    # Check for duplicates
+    results = check_duplicates(credentials_data)
+    st.write("")
+    st.write("")
+    
+    if results:
+    # Define the HTML message with gradient text and extra spacing
+        html_subject = """
+        <html>
+        <head>
+        <style>
+            .button {
+                display: inline-block;
+                padding: 10px 20px;
+                border-radius: 12px;
+                background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+                box-shadow: 
+                    0 6px 12px rgba(0, 0, 0, 0.3), 
+                    0 8px 16px rgba(0, 0, 0, 0.2), 
+                    inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+                text-align: center;
+                position: relative;
+                transform: translateY(4px);
+                transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+                cursor: pointer;
+                user-select: none;
+            }
+            .button:hover {
+                box-shadow: 
+                    0 8px 16px rgba(0, 0, 0, 0.3), 
+                    0 12px 24px rgba(0, 0, 0, 0.2);
+                transform: translateY(2px);
+            }
+            .button:active {
+                box-shadow: 
+                    0 4px 8px rgba(0, 0, 0, 0.3), 
+                    0 6px 12px rgba(0, 0, 0, 0.2);
+                transform: translateY(0);
+            }
+            .spacing {
+                margin: 20px 0; /* Adjust the value as needed */
+            }
+            .result-box {
+                border: 1px solid #ddd;
+                border-radius: 8px;
+                background: #f9f9f9;
+                box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
+                padding: 10px;
+                margin-bottom: 10px;
+                font-size: 16px;
+            }
+            .result-title {
+                font-weight: bold;
+                color: #333;
+            }
+        </style>
+        </head>
+        <body>
+            <div class="button">
+                <h3 style="
+                    font-size: 20px;
+                    color: #ffffff;
+                    background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                    background-clip: text;
+                    -webkit-background-clip: text;
+                    text-fill-color: transparent;
+                    -webkit-text-fill-color: transparent;
+                    margin: 0;
+                    text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+                ">Duplicate Counts for Queries:</h3>
+            </div>
+            <div class="spacing"></div> <!-- Adds spacing between the heading and the content -->
+        </body>
+        </html>
+        """
+
+        # Display HTML message with spacing
+        st.markdown(html_subject, unsafe_allow_html=True)
+
+        # Prepare the plain text message with styled boxes
+        message_html = ""
+        for query_name, count in results.items():
+            message_html += f"""
+            <div class="result-box">
+                <div class="result-title">{query_name}</div>
+                <div>{count} records</div>
+            </div>
+            """
+
+        # Display the styled message in Streamlit
+        st.markdown(message_html, unsafe_allow_html=True)
+
+        # Prepare plain text for Slack messages
+        message_text = ""
+        for query_name, count in results.items():
+            message_text += f"*{query_name}*\n{count}records\n\n"
+
+        if not results:
+            message_text = "No duplicates found in the queries."
+
+        # Send the message to selected channels
+        for channel in selection:
+            webhook_url = Webhook_urls.get(channel)
+        if webhook_url:
+            send_message_via_webhook(message_text, webhook_url)
+        else:
+            st.error(f"Webhook URL not found for channel: {channel}")