Update app.py

app.py

@@ -1,9 +1,9 @@
 """
-LabOps Log Analyzer Dashboard with CSV file upload, PDF generation, and Salesforce integration
+LabOps Log Analyzer Dashboard with CSV file upload, PDF generation, Salesforce integration, and AMC reminder email alerts
 """
 import gradio as gr
 import pandas as pd
-from datetime import datetime
+from datetime import datetime, timedelta
 import logging
 import plotly.express as px
 from sklearn.ensemble import IsolationForest
@@ -13,6 +13,9 @@ from concurrent.futures import ThreadPoolExecutor
 from simple_salesforce import Salesforce
 import os
 import json
+import smtplib
+from email.mime.text import MIMEText
+from email.mime.multipart import MIMEMultipart
 
 # Configure logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -30,6 +33,14 @@ except Exception as e:
     logging.error(f"Failed to connect to Salesforce: {str(e)}")
     sf = None
 
+# Email configuration (using environment variables)
+SMTP_SERVER = os.getenv('SMTP_SERVER', 'smtp.gmail.com')
+SMTP_PORT = int(os.getenv('SMTP_PORT', 587))
+SMTP_USERNAME = os.getenv('harishkumarr@sathkrutha.com')  # e.g., your-email@gmail.com
+SMTP_PASSWORD = os.getenv('Harish@048')  # App-specific password if using Gmail
+EMAIL_FROM = os.getenv('EMAIL_FROM', SMTP_USERNAME)
+EMAIL_TO = "harishkumarr@sathkrutha.com"
+
 # Try to import reportlab
 try:
     from reportlab.lib.pagesizes import letter
@@ -97,39 +108,120 @@ picklist_mapping = {
     }
 }
 
-# Create Salesforce report
-def create_salesforce_report(df):
+# Send AMC reminder emails
+def send_amc_reminder_emails(reminders_df):
+    if reminders_df.empty:
+        logging.info("No AMC reminders to send via email.")
+        return "No AMC reminder emails sent (no reminders found)."
+
+    if not all([SMTP_USERNAME, SMTP_PASSWORD, EMAIL_FROM]):
+        logging.error("SMTP credentials not configured. Please set SMTP_USERNAME, SMTP_PASSWORD, and EMAIL_FROM environment variables.")
+        return "Failed to send emails: SMTP credentials not configured."
+
+    try:
+        # Set up the SMTP server
+        server = smtplib.SMTP(SMTP_SERVER, SMTP_PORT)
+        server.starttls()
+        server.login(SMTP_USERNAME, SMTP_PASSWORD)
+
+        email_results = []
+        for _, row in reminders_df.iterrows():
+            device_id = row['device_id']
+            amc_date = row['amc_date'].strftime('%Y-%m-%d')
+
+            # Create the email
+            msg = MIMEMultipart()
+            msg['From'] = EMAIL_FROM
+            msg['To'] = EMAIL_TO
+            msg['Subject'] = f"AMC Reminder for Device {device_id}"
+
+            body = f"""
+Dear Harish Kumar,
+
+This is a reminder that the Annual Maintenance Contract (AMC) for the following device is due:
+
+- Device ID: {device_id}
+- AMC Date: {amc_date}
+
+Please schedule the maintenance at your earliest convenience.
+
+Best regards,
+LabOps Team
+"""
+            msg.attach(MIMEText(body, 'plain'))
+
+            # Send the email
+            server.sendmail(EMAIL_FROM, EMAIL_TO, msg.as_string())
+            logging.info(f"AMC reminder email sent for Device ID {device_id} to {EMAIL_TO}")
+            email_results.append(f"Sent AMC reminder for Device ID {device_id}")
+
+        server.quit()
+        return "\n".join(email_results) if email_results else "No emails sent."
+    except Exception as e:
+        logging.error(f"Failed to send AMC reminder emails: {str(e)}")
+        return f"Failed to send AMC reminder emails: {str(e)}"
+
+# Create Salesforce reports (Usage and AMC Reminders)
+def create_salesforce_reports(df):
     if sf is None:
         return "Salesforce connection not available."
     try:
-        report_metadata = {
+        # Usage Report
+        usage_report_metadata = {
             "reportMetadata": {
                 "name": f"SmartLog_Usage_Report_{datetime.now().strftime('%Y%m%d_%H%M%S')}",
                 "reportType": {"type": "SmartLog__c"},
                 "reportFormat": "SUMMARY",
                 "reportBooleanFilter": "",
                 "reportFilters": [
-                    {"column": "Status__c", "operator": "equals", "value": "Active"}
+                    {"column": "Status__c", "operator": "equals", "value": "Active"},
+                    {"column": "Timestamp__c", "operator": "greaterOrEqual", "value": "THIS_MONTH"}
                 ],
                 "reportColumns": [
                     {"column": "Device_Id__c"},
                     {"column": "Log_Type__c"},
                     {"column": "Status__c"},
                     {"column": "Timestamp__c"},
-                    {"column": "Usage_Hours__c", "aggregate": "Sum"},
-                    {"column": "Downtime__c", "aggregate": "Sum"},
+                    {"column": "Usage_Hours__c", "aggregateTypes": ["Sum"]},
+                    {"column": "Downtime__c", "aggregateTypes": ["Sum"]},
                     {"column": "AMC_Date__c"}
                 ],
                 "groupingsDown": [{"name": "Device_Id__c", "sortOrder": "Asc"}],
                 "folderName": "LabOps Reports"
             }
         }
-        result = sf.restful('analytics/reports', method='POST', json=report_metadata)
-        logging.info(f"Report created: {result['id']}")
-        return result['id']
+        usage_result = sf.restful('analytics/reports', method='POST', json=usage_report_metadata)
+        usage_report_id = usage_result['id']
+        logging.info(f"Usage Report created: {usage_report_id}")
+
+        # AMC Reminders Report
+        amc_report_metadata = {
+            "reportMetadata": {
+                "name": f"SmartLog_AMC_Reminders_{datetime.now().strftime('%Y%m%d_%H%M%S')}",
+                "reportType": {"type": "SmartLog__c"},
+                "reportFormat": "TABULAR",
+                "reportBooleanFilter": "",
+                "reportFilters": [
+                    {"column": "Status__c", "operator": "equals", "value": "Active"},
+                    {"column": "AMC_Date__c", "operator": "greaterOrEqual", "value": "TODAY"},
+                    {"column": "AMC_Date__c", "operator": "lessOrEqual", "value": "NEXT_N_DAYS:30"}
+                ],
+                "reportColumns": [
+                    {"column": "Device_Id__c"},
+                    {"column": "AMC_Date__c"},
+                    {"column": "Status__c"}
+                ],
+                "folderName": "LabOps Reports"
+            }
+        }
+        amc_result = sf.restful('analytics/reports', method='POST', json=amc_report_metadata)
+        amc_report_id = amc_result['id']
+        logging.info(f"AMC Reminders Report created: {amc_report_id}")
+
+        return f"Usage Report ID: {usage_report_id}, AMC Reminders Report ID: {amc_report_id}"
     except Exception as e:
-        logging.error(f"Failed to create Salesforce report: {str(e)}")
-        return None
+        logging.error(f"Failed to create Salesforce reports: {str(e)}")
+        return f"Failed to create reports: {str(e)}"
 
 # Save results to Salesforce SmartLog__c
 def save_to_salesforce(df, summary, anomalies, amc_reminders, insights):
@@ -137,6 +229,8 @@ def save_to_salesforce(df, summary, anomalies, amc_reminders, insights):
         return "Salesforce connection not available."
     try:
         records = []
+        current_date = datetime.now()
+        next_30_days = current_date + timedelta(days=30)
         for _, row in df.head(100).iterrows():
             # Validate and map picklist values
             status = str(row['status'])
@@ -156,6 +250,14 @@ def save_to_salesforce(df, summary, anomalies, amc_reminders, insights):
                     logging.warning(f"Skipping record with invalid Log_Type__c: {row['log_type']}")
                     continue
 
+            # Ensure AMC_Date__c is in correct format
+            amc_date_str = row['amc_date'].strftime('%Y-%m-%d') if pd.notna(row['amc_date']) else None
+            if amc_date_str:
+                amc_date = datetime.strptime(amc_date_str, '%Y-%m-%d')
+                # Log if this record qualifies for AMC Reminders
+                if status == "Active" and current_date.date() <= amc_date.date() <= next_30_days.date():
+                    logging.info(f"Record qualifies for AMC Reminders: Device ID {row['device_id']}, AMC Date {amc_date_str}")
+
             record = {
                 'Device_Id__c': str(row['device_id'])[:50],
                 'Log_Type__c': log_type,
@@ -163,7 +265,7 @@ def save_to_salesforce(df, summary, anomalies, amc_reminders, insights):
                 'Timestamp__c': row['timestamp'].isoformat() if pd.notna(row['timestamp']) else None,
                 'Usage_Hours__c': float(row['usage_hours']) if pd.notna(row['usage_hours']) else 0.0,
                 'Downtime__c': float(row['downtime']) if pd.notna(row['downtime']) else 0.0,
-                'AMC_Date__c': row['amc_date'].strftime('%Y-%m-%d') if pd.notna(row['amc_date']) else None
+                'AMC_Date__c': amc_date_str
             }
             records.append(record)
         
@@ -215,25 +317,25 @@ def detect_anomalies(df, progress=gr.Progress()):
         logging.error(f"Anomaly detection failed: {str(e)}")
         return f"Anomaly detection failed: {str(e)}"
 
-# AMC reminders
+# AMC reminders (identify records for email and display)
 def check_amc_reminders(df, current_date, progress=gr.Progress()):
     progress(0.6, "Checking AMC reminders...")
     try:
         if "device_id" not in df.columns or "amc_date" not in df.columns:
-            return "AMC reminders require 'device_id' and 'amc_date' columns."
+            return "AMC reminders require 'device_id' and 'amc_date' columns.", pd.DataFrame()
         df["amc_date"] = pd.to_datetime(df["amc_date"], errors='coerce')
         current_date = pd.to_datetime(current_date)
-        df["days_to_amc"] = (df["amc_date"] - current_date).dt.days
-        reminders = df[(df["days_to_amc"] >= 0) & (df["days_to_amc"] <= 30)][["device_id", "amc_date"]]
+        df["days_to_amc"] = (df["days_to_amc"] >= 0) & (df["days_to_amc"] <= 30)
+        reminders = df[df["days_to_amc"]][["device_id", "amc_date"]]
         if reminders.empty:
-            return "No AMC reminders due within the next 30 days."
+            return "No AMC reminders due within the next 30 days.", reminders
         reminder_lines = ["Upcoming AMC Reminders:"]
         for _, row in reminders.head(5).iterrows():
             reminder_lines.append(f"- Device ID: {row['device_id']}, AMC Date: {row['amc_date']}")
-        return "\n".join(reminder_lines)
+        return "\n".join(reminder_lines), reminders
     except Exception as e:
         logging.error(f"AMC reminder generation failed: {str(e)}")
-        return f"AMC reminder generation failed: {str(e)}"
+        return f"AMC reminder generation failed: {str(e)}", pd.DataFrame()
 
 # Dashboard insights
 def generate_dashboard_insights(df, progress=gr.Progress()):
@@ -278,7 +380,7 @@ def create_usage_chart(df, progress=gr.Progress()):
         return None
 
 # Generate PDF content
-def generate_pdf_content(summary, preview, anomalies, amc_reminders, insights):
+def generate_pdf_content(summary, preview, anomalies, amc_reminders, insights, email_status):
     if not reportlab_available:
         return None
     try:
@@ -310,6 +412,10 @@ def generate_pdf_content(summary, preview, anomalies, amc_reminders, insights):
         story.append(safe_paragraph(amc_reminders or "No AMC reminders.", styles['Normal']))
         story.append(Spacer(1, 12))
 
+        story.append(Paragraph("Email Notification Status", styles['Heading2']))
+        story.append(safe_paragraph(email_status or "No emails sent.", styles['Normal']))
+        story.append(Spacer(1, 12))
+
         story.append(Paragraph("Dashboard Insights", styles['Heading2']))
         story.append(safe_paragraph(insights or "No insights generated.", styles['Normal']))
 
@@ -325,13 +431,13 @@ async def process_logs(file_obj, progress=gr.Progress()):
     try:
         progress(0, "Starting file processing...")
         if not file_obj:
-            return "No file uploaded.", "No data to preview.", None, "No anomalies detected.", "No AMC reminders.", "No insights generated.", None, "No Salesforce data saved.", "No report created."
+            return "No file uploaded.", "No data to preview.", None, "No anomalies detected.", "No AMC reminders.", "No insights generated.", None, "No Salesforce data saved.", "No report created.", "No emails sent."
 
         file_name = file_obj.name
         logging.info(f"Processing file: {file_name}")
         
         if not file_name.endswith(".csv"):
-            return "Please upload a CSV file.", "", None, "", "", "", None, "", ""
+            return "Please upload a CSV file.", "", None, "", "", "", None, "", "", ""
 
         required_columns = ["device_id", "log_type", "status", "timestamp", "usage_hours", "downtime", "amc_date"]
         dtypes = {
@@ -345,11 +451,11 @@ async def process_logs(file_obj, progress=gr.Progress()):
         df = pd.read_csv(file_obj, dtype=dtypes)
         missing_columns = [col for col in required_columns if col not in df.columns]
         if missing_columns:
-            return f"Missing columns: {missing_columns}", None, None, None, None, None, None, None, None
+            return f"Missing columns: {missing_columns}", None, None, None, None, None, None, None, None, None
         df["timestamp"] = pd.to_datetime(df["timestamp"], errors='coerce')
         df["amc_date"] = pd.to_datetime(df["amc_date"], errors='coerce')
         if df.empty:
-            return "No data available.", None, None, None, None, None, None, None, None
+            return "No data available.", None, None, None, None, None, None, None, None, None
 
         with ThreadPoolExecutor() as executor:
             future_summary = executor.submit(summarize_logs, df)
@@ -357,14 +463,15 @@ async def process_logs(file_obj, progress=gr.Progress()):
             future_amc = executor.submit(check_amc_reminders, df, datetime.now())
             future_insights = executor.submit(generate_dashboard_insights, df)
             future_chart = executor.submit(create_usage_chart, df)
-            future_report = executor.submit(create_salesforce_report, df)
+            future_reports = executor.submit(create_salesforce_reports, df)
 
             summary = f"Step 1: Summary Report\n{future_summary.result()}"
             anomalies = f"Anomaly Detection\n{future_anomalies.result()}"
-            amc_reminders = f"AMC Reminders\n{future_amc.result()}"
+            amc_reminders, reminders_df = future_amc.result()  # Get both display text and DataFrame
+            amc_reminders = f"AMC Reminders\n{amc_reminders}"
             insights = f"Dashboard Insights (AI)\n{future_insights.result()}"
             chart = future_chart.result()
-            report_id = future_report.result()
+            report_result = future_reports.result()
 
         preview_lines = ["Step 2: Log Preview (First 5 Rows)"]
         for idx, row in df.head(5).iterrows():
@@ -377,14 +484,14 @@ async def process_logs(file_obj, progress=gr.Progress()):
         preview = "\n".join(preview_lines)
 
         salesforce_result = save_to_salesforce(df, summary, anomalies, amc_reminders, insights)
-        pdf_file = generate_pdf_content(summary, preview, anomalies, amc_reminders, insights)
-        report_result = f"Report created in Salesforce with ID: {report_id}" if report_id else "Failed to create report."
+        email_status = send_amc_reminder_emails(reminders_df)
+        pdf_file = generate_pdf_content(summary, preview, anomalies, amc_reminders, insights, email_status)
 
         progress(1.0, "Done!")
-        return summary, preview, chart, anomalies, amc_reminders, insights, pdf_file, salesforce_result, report_result
+        return summary, preview, chart, anomalies, amc_reminders, insights, pdf_file, salesforce_result, report_result, email_status
     except Exception as e:
         logging.error(f"Failed to process file: {str(e)}")
-        return f"Error: {str(e)}", None, None, None, None, None, None, None, None
+        return f"Error: {str(e)}", None, None, None, None, None, None, None, None, None
 
 # Gradio Interface
 try:
@@ -398,7 +505,7 @@ try:
         .dashboard-section ul {margin: 2px 0; padding-left: 20px;}
     """) as iface:
         gr.Markdown("<h1>LabOps Log Analyzer Dashboard (Hugging Face AI)</h1>")
-        gr.Markdown("Upload a CSV file to analyze and generate Salesforce reports.")
+        gr.Markdown("Upload a CSV file to analyze, generate Salesforce reports, and send AMC reminder emails.")
 
         with gr.Row():
             with gr.Column(scale=1):
@@ -433,12 +540,16 @@ try:
                         gr.Markdown("### Step 6: Insights (AI)")
                         insights_output = gr.Markdown()
                         
+                    with gr.Group(elem_classes="dashboard-section"):
+                        gr.Markdown("### Step 7: Email Notification Status")
+                        email_output = gr.Markdown()
+                        
                     with gr.Group(elem_classes="dashboard-section"):
                         gr.Markdown("### Salesforce Integration")
                         salesforce_output = gr.Markdown()
                         
                     with gr.Group(elem_classes="dashboard-section"):
-                        gr.Markdown("### Salesforce Report")
+                        gr.Markdown("### Salesforce Reports")
                         report_output = gr.Markdown()
                         
                     with gr.Group(elem_classes="dashboard-section"):
@@ -457,7 +568,8 @@ try:
                 insights_output,
                 pdf_output,
                 salesforce_output,
-                report_output
+                report_output,
+                email_output
             ]
         )