Update v2.txt

v2.txt

@@ -3,7 +3,6 @@ import pandas as pd
 import aiohttp
 import asyncio
 import json
-import io
 import os
 import numpy as np
 import plotly.express as px
@@ -12,10 +11,8 @@ from typing import Optional, Tuple, Dict, Any
 import logging
 from datetime import datetime
 import re
-import base64
-from io import BytesIO
-import weasyprint  # For PDF generation
-from jinja2 import Template  # For HTML templating
+from jinja2 import Template
+import markdown  # Requires 'markdown' package: install via `pip install markdown`
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
@@ -86,12 +83,12 @@ Format your response with clear sections and bullet points for readability."""
             ],
             "stream": True,
             "max_tokens": 3000,
-            "temperature": 0.2,  # Very low for consistent analysis
+            "temperature": 0.2,
             "top_p": 0.9
         }
         
         try:
-            timeout = aiohttp.ClientTimeout(total=30)  # 30 second timeout
+            timeout = aiohttp.ClientTimeout(total=30)
             async with aiohttp.ClientSession(timeout=timeout) as session:
                 async with session.post(self.api_base_url, headers=headers, json=body) as response:
                     if response.status == 401:
@@ -131,9 +128,7 @@ Format your response with clear sections and bullet points for readability."""
         try:
             file_extension = os.path.splitext(file_path)[1].lower()
             
-            # Read file with better error handling
             if file_extension == '.csv':
-                # Try different encodings
                 for encoding in ['utf-8', 'latin-1', 'cp1252']:
                     try:
                         df = pd.read_csv(file_path, encoding=encoding)
@@ -147,13 +142,8 @@ Format your response with clear sections and bullet points for readability."""
             else:
                 raise ValueError("Unsupported file format. Please upload CSV or Excel files.")
             
-            # Clean column names
             df.columns = df.columns.str.strip().str.replace(r'\s+', ' ', regex=True)
-            
-            # Store dataframe for visualizations
             self.current_df = df
-            
-            # Generate enhanced summaries
             data_summary = self.generate_enhanced_summary(df)
             charts_html = self.generate_visualizations(df)
             
@@ -165,23 +155,17 @@ Format your response with clear sections and bullet points for readability."""
     def generate_enhanced_summary(self, df: pd.DataFrame) -> str:
         """Generate comprehensive data summary with statistical insights"""
         summary = []
-        
-        # Header with timestamp
         summary.append(f"# 📊 Dataset Analysis Report")
         summary.append(f"**Generated**: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}")
         summary.append(f"**File Size**: {df.shape[0]:,} rows × {df.shape[1]} columns")
-        
-        # Memory usage
         memory_usage = df.memory_usage(deep=True).sum() / 1024**2
         summary.append(f"**Memory Usage**: {memory_usage:.2f} MB\n")
         
-        # Data types breakdown
         type_counts = df.dtypes.value_counts()
         summary.append("## 📋 Column Types:")
         for dtype, count in type_counts.items():
             summary.append(f"- **{dtype}**: {count} columns")
         
-        # Missing data analysis
         missing_data = df.isnull().sum()
         missing_pct = (missing_data / len(df) * 100).round(2)
         missing_summary = missing_data[missing_data > 0].sort_values(ascending=False)
@@ -194,26 +178,23 @@ Format your response with clear sections and bullet points for readability."""
         else:
             summary.append("\n## ✅ Data Quality: No missing values detected!")
         
-        # Numerical analysis
         numeric_cols = df.select_dtypes(include=[np.number]).columns
         if len(numeric_cols) > 0:
             summary.append(f"\n## 📈 Numerical Columns Analysis ({len(numeric_cols)} columns):")
-            for col in numeric_cols[:10]:  # Limit to first 10
+            for col in numeric_cols[:10]:
                 stats = df[col].describe()
                 outliers = len(df[df[col] > (stats['75%'] + 1.5 * (stats['75%'] - stats['25%']))])
                 summary.append(f"- **{col}**: μ={stats['mean']:.2f}, σ={stats['std']:.2f}, outliers={outliers}")
         
-        # Categorical analysis
         categorical_cols = df.select_dtypes(include=['object', 'category']).columns
         if len(categorical_cols) > 0:
             summary.append(f"\n## 📝 Categorical Columns Analysis ({len(categorical_cols)} columns):")
-            for col in categorical_cols[:10]:  # Limit to first 10
+            for col in categorical_cols[:10]:
                 unique_count = df[col].nunique()
                 cardinality = "High" if unique_count > len(df) * 0.9 else "Medium" if unique_count > 10 else "Low"
                 most_common = df[col].mode().iloc[0] if len(df[col].mode()) > 0 else "N/A"
                 summary.append(f"- **{col}**: {unique_count:,} unique values ({cardinality} cardinality), Top: '{most_common}'")
         
-        # Sample data with better formatting
         summary.append("\n## 🔍 Data Sample (First 3 Rows):")
         sample_df = df.head(3)
         for idx, row in sample_df.iterrows():
@@ -228,7 +209,6 @@ Format your response with clear sections and bullet points for readability."""
         charts_html = []
         
         try:
-            # Chart 1: Data completeness analysis
             missing_data = df.isnull().sum()
             if missing_data.sum() > 0:
                 fig = px.bar(
@@ -248,7 +228,6 @@ Format your response with clear sections and bullet points for readability."""
                 charts_html.append(f"<h3>📊 Data Quality Overview</h3>")
                 charts_html.append(fig.to_html(include_plotlyjs='cdn', div_id="missing_data_chart"))
             
-            # Chart 2: Numerical columns correlation heatmap
             numeric_cols = df.select_dtypes(include=[np.number]).columns
             if len(numeric_cols) > 1:
                 corr_matrix = df[numeric_cols].corr()
@@ -263,9 +242,8 @@ Format your response with clear sections and bullet points for readability."""
                 charts_html.append(f"<h3>📈 Correlation Analysis</h3>")
                 charts_html.append(fig.to_html(include_plotlyjs='cdn', div_id="correlation_chart"))
             
-            # Chart 3: Distribution plots for numerical columns
             if len(numeric_cols) > 0:
-                for i, col in enumerate(numeric_cols[:3]):  # First 3 numeric columns
+                for i, col in enumerate(numeric_cols[:3]):
                     fig = px.histogram(
                         df, 
                         x=col, 
@@ -278,11 +256,10 @@ Format your response with clear sections and bullet points for readability."""
                         charts_html.append(f"<h3>📈 Data Distributions</h3>")
                     charts_html.append(fig.to_html(include_plotlyjs='cdn', div_id=f"dist_chart_{i}"))
             
-            # Chart 4: Categorical analysis
             categorical_cols = df.select_dtypes(include=['object', 'category']).columns
             if len(categorical_cols) > 0:
-                for i, col in enumerate(categorical_cols[:2]):  # First 2 categorical columns
-                    if df[col].nunique() <= 20:  # Only if reasonable number of categories
+                for i, col in enumerate(categorical_cols[:2]):
+                    if df[col].nunique() <= 20:
                         value_counts = df[col].value_counts().head(10)
                         fig = px.bar(
                             x=value_counts.values,
@@ -296,7 +273,6 @@ Format your response with clear sections and bullet points for readability."""
                             charts_html.append(f"<h3>📝 Categorical Data Analysis</h3>")
                         charts_html.append(fig.to_html(include_plotlyjs='cdn', div_id=f"cat_chart_{i}"))
             
-            # Chart 5: Data overview summary
             summary_data = {
                 'Metric': ['Total Rows', 'Total Columns', 'Numeric Columns', 'Categorical Columns', 'Missing Values'],
                 'Count': [
@@ -320,9 +296,7 @@ Format your response with clear sections and bullet points for readability."""
             charts_html.append(f"<h3>📊 Dataset Overview</h3>")
             charts_html.append(fig.to_html(include_plotlyjs='cdn', div_id="overview_chart"))
             
-            # Store charts for export
             self.current_charts = charts_html
-            
             return "\n".join(charts_html) if charts_html else "<p>No charts could be generated for this dataset.</p>"
         
         except Exception as e:
@@ -330,8 +304,7 @@ Format your response with clear sections and bullet points for readability."""
             return f"<p>❌ Chart generation failed: {str(e)}</p>"
 
     def generate_report_html(self, analysis_text: str, data_summary: str, file_name: str = "Unknown") -> str:
-        """Generate HTML report with embedded charts"""
-        
+        """Generate HTML report with properly formatted text and print button"""
         html_template = """
         <!DOCTYPE html>
         <html>
@@ -370,7 +343,11 @@ Format your response with clear sections and bullet points for readability."""
                     border-radius: 8px;
                     border-left: 4px solid #667eea;
                 }
-                h1, h2, h3 { color: #2c3e50; }
+                h1, h2, h3 { 
+                    color: #2c3e50;
+                    margin-top: 20px;
+                    margin-bottom: 15px;
+                }
                 .metadata {
                     background: #e8f4f8;
                     padding: 15px;
@@ -391,8 +368,60 @@ Format your response with clear sections and bullet points for readability."""
                     border-radius: 5px;
                     overflow-x: auto;
                     white-space: pre-wrap;
+                    font-size: 14px;
+                }
+                strong {
+                    color: #2c3e50;
+                    font-weight: 600;
+                }
+                table {
+                    width: 100%;
+                    border-collapse: collapse;
+                    margin: 20px 0;
+                }
+                th, td {
+                    border: 1px solid #ddd;
+                    padding: 8px;
+                    text-align: left;
+                }
+                th {
+                    background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+                    color: white;
+                }
+                tr:nth-child(even) {
+                    background-color: #f2f2f2;
+                }
+                .print-button {
+                    background: #667eea;
+                    color: white;
+                    padding: 10px 20px;
+                    border: none;
+                    border-radius: 5px;
+                    cursor: pointer;
+                    font-size: 16px;
+                    margin: 10px 0;
+                    display: inline-block;
+                }
+                .print-button:hover {
+                    background: #764ba2;
+                }
+                @media print {
+                    .print-button {
+                        display: none;
+                    }
+                    body {
+                        background: white;
+                    }
+                    .section, .metadata, .footer {
+                        box-shadow: none;
+                    }
                 }
             </style>
+            <script>
+                function printReport() {
+                    window.print();
+                }
+            </script>
         </head>
         <body>
             <div class="header">
@@ -403,11 +432,12 @@ Format your response with clear sections and bullet points for readability."""
             <div class="metadata">
                 <strong>📁 File:</strong> {{ file_name }}<br>
                 <strong>📅 Generated:</strong> {{ timestamp }}<br>
-                <strong>🤖 Model:</strong> OpenAI gpt-oss-20b via Chutes AI
+                <strong>🤖 Model:</strong> OpenAI gpt-oss-20b
             </div>
             
             <div class="section">
                 <h2>🎯 AI Analysis & Insights</h2>
+                <button class="print-button" onclick="printReport()">🖨️ Print as PDF</button>
                 <div>{{ ai_analysis }}</div>
             </div>
             
@@ -424,21 +454,15 @@ Format your response with clear sections and bullet points for readability."""
             </div>
             
             <div class="footer">
-                <p>Report generated by Smart Data Analyzer Pro • Powered by AI</p>
-                <p>For questions or support, visit chutes.ai</p>
+                <p>Report generated by Smart Data Analyzer Pro • Powered by Smart AI</p>
+                <p>For questions or support, contact +8801719296601 (via Whatsapp)</p>
             </div>
         </body>
         </html>
         """
         
         template = Template(html_template)
-        
-        # Convert markdown to HTML for AI analysis
-        ai_analysis_html = analysis_text.replace('\n', '<br>')
-        ai_analysis_html = re.sub(r'\*\*(.*?)\*\*', r'<strong>\1</strong>', ai_analysis_html)
-        ai_analysis_html = re.sub(r'## (.*?)\n', r'<h3>\1</h3>', ai_analysis_html)
-        ai_analysis_html = re.sub(r'# (.*?)\n', r'<h2>\1</h2>', ai_analysis_html)
-        
+        ai_analysis_html = markdown.markdown(analysis_text, extensions=['extra', 'tables'])
         charts_content = "\n".join(self.current_charts) if self.current_charts else "<p>No visualizations available</p>"
         
         return template.render(
@@ -449,50 +473,37 @@ Format your response with clear sections and bullet points for readability."""
             data_summary=data_summary
         )
 
-# Initialize the analyzer
 analyzer = EnhancedDataAnalyzer()
 
 async def analyze_data(file, api_key, user_question="", progress=gr.Progress()):
-    """Enhanced analysis function with progress tracking"""
     if not file:
         return "❌ Please upload a CSV or Excel file.", "", "", "", None
 
     if not analyzer.validate_api_key(api_key):
         return "❌ Please enter a valid Chutes API key (minimum 10 characters).", "", "", "", None
 
-    # Validate file
     is_valid, validation_msg = analyzer.validate_file(file)
     if not is_valid:
         return f"❌ {validation_msg}", "", "", "", None
 
     progress(0.1, desc="📁 Reading file...")
-
     try:
-        # Process the uploaded file
         df, data_summary, charts_html = analyzer.process_file(file.name)
         progress(0.3, desc="📊 Processing data...")
-
         progress(0.5, desc="🤖 Generating AI insights...")
-
-        # Get AI analysis
         ai_analysis = await analyzer.analyze_with_chutes(api_key, data_summary, user_question)
         progress(0.9, desc="✨ Finalizing results...")
 
-        # Format the complete response
         response = f"""# 🎯 Analysis Complete!
 {ai_analysis}
 ---
 *Analysis powered by OpenAI gpt-oss-20b via Chutes • Generated at {datetime.now().strftime('%H:%M:%S')}*
 """
-        
-        # Generate data preview
         data_preview_html = df.head(15).to_html(
             classes="table table-striped table-hover",
             table_id="data-preview-table",
             escape=False
         )
-        
-        # Add some styling to the preview
         styled_preview = f"""
         <style>
             #data-preview-table {{
@@ -527,17 +538,14 @@ async def analyze_data(file, api_key, user_question="", progress=gr.Progress()):
         return f"❌ **Error**: {str(e)}", "", "", "", None
 
 def sync_analyze_data(file, api_key, user_question="", progress=gr.Progress()):
-    """Synchronous wrapper for the async analyze function"""
     return asyncio.run(analyze_data(file, api_key, user_question, progress))
 
 def clear_all():
-    """Clear all inputs and outputs"""
     analyzer.current_df = None
     analyzer.current_charts = None
     return None, "", "", "", "", "", "", None
 
 def download_report(analysis_text, data_summary, file_name, format_choice):
-    """Generate downloadable report in PDF or HTML format"""
     if not analysis_text:
         return None, "❌ No analysis data available for download."
     
@@ -546,26 +554,13 @@ def download_report(analysis_text, data_summary, file_name, format_choice):
     
     try:
         if format_choice == "HTML":
-            # Generate HTML report
             html_content = analyzer.generate_report_html(analysis_text, data_summary, file_name)
             filename = f"{file_base_name}_analysis_report_{timestamp}.html"
-            
             with open(filename, 'w', encoding='utf-8') as f:
                 f.write(html_content)
-            
             return filename, f"✅ HTML report generated successfully! File: {filename}"
             
-        elif format_choice == "PDF":
-            # Generate PDF report
-            html_content = analyzer.generate_report_html(analysis_text, data_summary, file_name)
-            filename = f"{file_base_name}_analysis_report_{timestamp}.pdf"
-            
-            # Convert HTML to PDF using weasyprint
-            weasyprint.HTML(string=html_content).write_pdf(filename)
-            
-            return filename, f"✅ PDF report generated successfully! File: {filename}"
-            
-        else:  # Markdown fallback
+        else:  # Markdown
             report = f"""# Data Analysis Report
 Generated: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}
 File: {file_name}
@@ -577,14 +572,12 @@ File: {file_name}
             filename = f"{file_base_name}_analysis_report_{timestamp}.md"
             with open(filename, 'w', encoding='utf-8') as f:
                 f.write(report)
-            
             return filename, f"✅ Markdown report generated successfully! File: {filename}"
             
     except Exception as e:
         logger.error(f"Report generation error: {str(e)}")
         return None, f"❌ Error generating report: {str(e)}"
 
-# Create enhanced Gradio interface
 with gr.Blocks(
     title="🚀 Smart Data Analyzer Pro", 
     theme=gr.themes.Ocean(),
@@ -602,33 +595,20 @@ with gr.Blocks(
         text-align: center;
         background: #f8f9ff;
     }
-    .charts-container {
-        max-height: 800px;
-        overflow-y: auto;
-        padding: 10px;
-        background: #fafafa;
-        border-radius: 8px;
-    }
     """
 ) as app:
-    
-    # Store file name for downloads
     current_file_name = gr.State("")
     
-    # Header
     gr.Markdown("""
     # 🚀 Smart Data Analyzer Pro
     ### AI-Powered Excel & CSV Analysis with OpenAI gpt-oss-20b
     
-    Upload your data files and get instant professional insights, visualizations, and downloadable reports!
+    Upload your data files and get instant professional insights and downloadable reports!
     """)
     
-    # Main interface
     with gr.Row():
         with gr.Column(scale=1):
-            # Configuration section
             gr.Markdown("### ⚙️ Configuration")
-            
             api_key_input = gr.Textbox(
                 label="🔑 Chutes API Key",
                 placeholder="sk-chutes-your-api-key-here...",
@@ -636,19 +616,15 @@ with gr.Blocks(
                 lines=1,
                 info="Get your free API key from chutes.ai"
             )
-            
             file_input = gr.File(
                 label="📁 Upload Data File",
                 file_types=[".csv", ".xlsx", ".xls"],
                 file_count="single",
                 elem_classes=["upload-area"]
             )
-            
             with gr.Row():
                 analyze_btn = gr.Button("🚀 Analyze Data", variant="primary", size="lg")
                 clear_btn = gr.Button("🗑️ Clear All", variant="secondary")
-            
-            # Quick stats display
             with gr.Group():
                 gr.Markdown("### 📊 Quick Stats")
                 file_stats = gr.Textbox(
@@ -659,15 +635,12 @@ with gr.Blocks(
                 )
         
         with gr.Column(scale=2):
-            # Results section
             gr.Markdown("### 🎯 Analysis Results")
-            
             analysis_output = gr.Markdown(
                 value="📋 **Ready to analyze your data!**\n\nUpload a CSV or Excel file and click 'Analyze Data' to get started.",
                 show_label=False
             )
     
-    # Advanced features in tabs
     with gr.Tabs():
         with gr.Tab("💬 Ask Questions"):
             question_input = gr.Textbox(
@@ -684,14 +657,6 @@ with gr.Blocks(
                 value="<p>Upload a file to see data preview...</p>"
             )
         
-        with gr.Tab("📈 Visualizations"):
-            charts_output = gr.HTML(
-                label="Auto-Generated Charts",
-                value="<div class='charts-container'><p>📊 Interactive charts will appear here after analysis...</p></div>",
-                elem_classes=["charts-container"],
-                visible=False
-            )
-        
         with gr.Tab("🔍 Raw Summary"):
             raw_summary = gr.Textbox(
                 label="Detailed Data Summary",
@@ -702,56 +667,47 @@ with gr.Blocks(
         
         with gr.Tab("💾 Export Reports"):
             gr.Markdown("### 📥 Download Your Analysis Report")
-            
             with gr.Row():
                 format_choice = gr.Radio(
-                    choices=["HTML", "PDF", "Markdown"],
+                    choices=["HTML", "Markdown"],
                     value="HTML",
                     label="📄 Report Format",
                     info="Choose your preferred download format"
                 )
-            
             download_btn = gr.Button("📥 Generate & Download Report", variant="primary", size="lg")
             download_status = gr.Textbox(label="Download Status", interactive=False)
             download_file = gr.File(label="📄 Download Link", visible=True)
 
-    # Event handlers
     def update_file_stats(file):
         if not file:
             return "No file uploaded"
-        
         try:
-            file_size = os.path.getsize(file.name) / (1024 * 1024)  # MB
+            file_size = os.path.getsize(file.name) / (1024 * 1024)
             file_name = os.path.basename(file.name)
             return f"📄 **File**: {file_name}\n📏 **Size**: {file_size:.2f} MB\n⏰ **Uploaded**: {datetime.now().strftime('%H:%M:%S')}"
         except:
             return "File information unavailable"
     
     def handle_analysis(file, api_key, user_question="", progress=gr.Progress()):
-        """Handle main analysis and return all outputs including file name"""
         result = sync_analyze_data(file, api_key, user_question, progress)
-        if len(result) == 5:  # Check if file name was returned
-            return result[0], result[1], result[2], result[3], result[4]  # analysis, summary, preview, charts, filename
+        if len(result) == 5:
+            return result[0], result[1], result[2], result[4]
         else:
-            return result[0], result[1], result[2], result[3], ""  # fallback without filename
+            return result[0], result[1], result[2], ""
     
     def handle_question_analysis(file, api_key, question, progress=gr.Progress()):
-        """Handle question-specific analysis"""
         if not question.strip():
             return "❓ Please enter a specific question about your data."
-        
         result = sync_analyze_data(file, api_key, question, progress)
-        return result[0]  # Return only the analysis output
+        return result[0]
     
-    # Main analysis event
     analyze_btn.click(
         fn=handle_analysis,
         inputs=[file_input, api_key_input, gr.Textbox(value="", visible=False)],
-        outputs=[analysis_output, raw_summary, data_preview, charts_output, current_file_name],
+        outputs=[analysis_output, raw_summary, data_preview, current_file_name],
         show_progress=True
     )
     
-    # Follow-up questions
     ask_btn.click(
         fn=handle_question_analysis,
         inputs=[file_input, api_key_input, question_input],
@@ -759,28 +715,24 @@ with gr.Blocks(
         show_progress=True
     )
     
-    # File stats update
     file_input.change(
         fn=update_file_stats,
         inputs=[file_input],
         outputs=[file_stats]
     )
     
-    # Clear functionality
     clear_btn.click(
         fn=clear_all,
         outputs=[file_input, api_key_input, question_input, analysis_output, 
-                question_output, data_preview, charts_output, raw_summary]
+                question_output, data_preview, raw_summary, current_file_name]
     )
     
-    # Enhanced download functionality
     download_btn.click(
         fn=download_report,
         inputs=[analysis_output, raw_summary, current_file_name, format_choice],
         outputs=[download_file, download_status]
     )
     
-    # Footer with usage tips
     gr.Markdown("""
     ---
     ### 💡 Pro Tips for Better Analysis:
@@ -790,16 +742,8 @@ with gr.Blocks(
     - Use descriptive column names
     - Ask specific questions like "What drives the highest profits?" instead of "Analyze this data"
     
-    **📊 Visualizations Include:**
-    - Missing data analysis
-    - Correlation matrices for numerical data
-    - Distribution plots and histograms
-    - Top categories for categorical data
-    - Dataset overview metrics
-    
     **📥 Export Options:**
-    - **HTML**: Interactive report with embedded charts
-    - **PDF**: Professional report for presentations
+    - **HTML**: Interactive report with embedded charts and print-to-PDF option
     - **Markdown**: Simple text format for documentation
     
     **⚡ Speed Optimization:**
@@ -810,13 +754,6 @@ with gr.Blocks(
     **🔧 Supported Formats:** CSV, XLSX, XLS | **📏 Max Size:** 50MB | **🚀 Response Time:** ~3-5 seconds
     """)
 
-def sync_analyze_data(file, api_key, user_question="", progress=gr.Progress()):
-    """Synchronous wrapper for the async analyze function"""
-    return asyncio.run(analyze_data(file, api_key, user_question, progress))
-
-# Launch configuration
 if __name__ == "__main__":
-    app.queue(max_size=10)  # Handle multiple users
-    app.launch(
-        share=True
-    )
+    app.queue(max_size=10)
+    app.launch()