app/api/endpoints.py

from fastapi import APIRouter, UploadFile, File, Form, Depends, HTTPException
from sqlalchemy.orm import Session
from typing import List
import shutil
import os
import json
from datetime import datetime
import csv
import io
import time
import random
from ..db.session import get_db
from ..db.models import Company, AnalysisRequest
from ..services.analysis_engine import analyze_company
from ..services.ml_logic import predict_greenwashing_risk

router = APIRouter()

UPLOAD_DIR = "uploads"
os.makedirs(UPLOAD_DIR, exist_ok=True)

@router.post("/requests")
async def create_request(
    company_name: str = Form(...),
    file: UploadFile = File(...),
    db: Session = Depends(get_db)
):
    # Save file
    file_path = os.path.join(UPLOAD_DIR, file.filename)
    with open(file_path, "wb") as buffer:
        shutil.copyfileobj(file.file, buffer)
        
    # Create Request Record (Pending)
    db_request = AnalysisRequest(
        user_id="demo-user", # Replace with auth
        company_name=company_name,
        document_name=file.filename,
        document_content=file_path, # Store path temporarily or extract text later
        status="pending"
    )
    db.add(db_request)
    db.commit()
    db.refresh(db_request)
    
    return db_request

@router.post("/requests/{id}/approve")
async def approve_request(id: int, db: Session = Depends(get_db)):
    db_request = db.query(AnalysisRequest).filter(AnalysisRequest.id == id).first()
    if not db_request:
        raise HTTPException(status_code=404, detail="Request not found")
        
    if db_request.status != "pending":
        raise HTTPException(status_code=400, detail="Request already processed")
        
    try:
        # Update status
        db_request.status = "processing"
        db.commit()
        
        # Run Analysis
        # Note: document_content currently holds the file path from create_request
        file_path = db_request.document_content 
        result = await analyze_company(db_request.company_name, file_path)
        
        # Update Request
        db_request.status = "completed"
        db_request.analysis_result = result
        
        # Update or Create Company Record
        company = db.query(Company).filter(Company.name == db_request.company_name).first()
        if not company:
            company = Company(name=db_request.company_name)
            db.add(company)
        
        company.analysis_result = result
        company.last_analysis_date = datetime.now()
        
        db.commit()
        
        return result
        
    except Exception as e:
        db_request.status = "failed"
        db_request.rejection_reason = str(e)
        db.commit()
        raise HTTPException(status_code=500, detail=str(e))

@router.post("/requests/{id}/reject")
def reject_request(id: int, reason: str = Form(...), db: Session = Depends(get_db)):
    db_request = db.query(AnalysisRequest).filter(AnalysisRequest.id == id).first()
    if not db_request:
        raise HTTPException(status_code=404, detail="Request not found")
    
    # Delete the request
    db.delete(db_request)
    db.commit()
    return {"message": f"Request for {db_request.company_name} rejected and deleted", "reason": reason}

@router.get("/requests")
def get_requests(db: Session = Depends(get_db)):
    return db.query(AnalysisRequest).all()

@router.get("/companies")
def get_companies(db: Session = Depends(get_db)):
    return db.query(Company).all()

@router.post("/companies/bulk")
def bulk_import_companies(companies: List[dict], db: Session = Depends(get_db)):
    """Bulk import companies from CSV or other sources"""
    imported = []
    for company_data in companies:
        # Check if company already exists
        existing = db.query(Company).filter(Company.name == company_data.get("name")).first()
        if existing:
            # Update existing
            existing.analysis_result = company_data.get("analysis")
            existing.last_analysis_date = datetime.now()
            existing.description = company_data.get("description", existing.description)
            existing.website = company_data.get("website", existing.website)
            imported.append(existing)
        else:
            # Create new
            new_company = Company(
                name=company_data.get("name"),
                description=company_data.get("description", ""),
                website=company_data.get("website", ""),
                analysis_result=company_data.get("analysis"),
                last_analysis_date=datetime.now()
            )
            db.add(new_company)
            imported.append(new_company)
    
    db.commit()
    return {"imported": len(imported), "companies": [c.name for c in imported]}

@router.get("/company/{id}")
def get_company(id: int, db: Session = Depends(get_db)):
    return db.query(Company).filter(Company.id == id).first()

@router.delete("/companies/all")
def delete_all_companies(db: Session = Depends(get_db)):
    """Delete all companies from the database"""
    count = db.query(Company).delete()
    db.commit()
    return {"message": f"Deleted {count} companies"}

@router.delete("/company/{id}")
def delete_company(id: int, db: Session = Depends(get_db)):
    """Delete a specific company by ID"""
    company = db.query(Company).filter(Company.id == id).first()
    if not company:
        raise HTTPException(status_code=404, detail="Company not found")
    
    db.delete(company)
    db.commit()
    return {"message": f"Deleted company {company.name}"}

@router.delete("/requests/cleanup")
def cleanup_requests(db: Session = Depends(get_db)):
    """Delete requests that are completed, rejected, or failed"""
    count = db.query(AnalysisRequest).filter(
        AnalysisRequest.status.in_(["completed", "rejected", "failed"])
    ).delete(synchronize_session=False)
    db.commit()
    return {"message": f"Cleaned up {count} processed requests"}

@router.delete("/request/{id}")
def delete_request(id: int, db: Session = Depends(get_db)):
    """Force delete a request"""
    req = db.query(AnalysisRequest).filter(AnalysisRequest.id == id).first()
    if not req:
        raise HTTPException(status_code=404, detail="Request not found")
    db.delete(req)
    db.commit()
    return {"message": "Request deleted"}

@router.post("/companies/upload-csv")
async def upload_companies_csv(file: UploadFile = File(...), db: Session = Depends(get_db)):
    """
    Upload CSV for live greenwashing analysis with BATCH AI processing.
    """
    if not file.filename.endswith('.csv'):
        raise HTTPException(status_code=400, detail="Invalid file type. Please upload a CSV.")
        
    content = await file.read()
    decoded = content.decode('utf-8-sig')
    csv_reader = csv.DictReader(io.StringIO(decoded))
    
    if csv_reader.fieldnames:
        csv_reader.fieldnames = [f.strip().lower() for f in csv_reader.fieldnames]
    
    print(f"[DEBUG] CSV Headers found: {csv_reader.fieldnames}")
    
    results = []
    gemini_batch = []
    batch_size = 10

    from app.services.perplexity_client import research_company, PERPLEXITY_API_KEY
    from app.services.llm_generator import generate_batch_insights
    
    # Import scoring utilities if not already imported (better to move to top, but here for context)
    from app.services.scoring import analyze_sentiment, calculate_vague_score, calculate_concrete_score
    import re
    
    # Helper for counting keywords
    def count_keywords(text: str, keywords: list) -> int:
        count = 0
        text_lower = text.lower()
        for k in keywords:
            count += len(re.findall(r'\b' + re.escape(k) + r'\b', text_lower))
        return count

    # Keyword lists (reused from analysis_engine concept)
    GREEN_KEYWORDS = ['sustainable', 'eco-friendly', 'green', 'carbon neutral', 'net zero', 'renewable', 'biodegradable']
    EMISSION_KEYWORDS = ['emission', 'co2', 'carbon']
    ENERGY_KEYWORDS = ['energy', 'solar', 'wind', 'power']
    WASTE_KEYWORDS = ['waste', 'recycling', 'plastic']

    gemini_batch = []
    batch_size = 10
    
    def process_batch_and_save(batch_items):
        if not batch_items: return
        
        # Split batch into AI-needed and Fast-Path
        ai_needed_items = [item for item in batch_items if not item.get('skip_ai')]
        fast_path_items = [item for item in batch_items if item.get('skip_ai')]
        
        batch_insights = {}
        
        # 1. Generate AI Insights ONLY for needed items
        if ai_needed_items:
            ai_inputs = [{"name": item['name'], "context": item['context']} for item in ai_needed_items]
            print(f"Processing batch of {len(ai_inputs)} companies via AI Service...")
            
            # Add small delay only if calling AI
            if len(ai_inputs) > 0:
                 time.sleep(2)
                 
            batch_insights = generate_batch_insights(ai_inputs)
        
        # 2. Merge and Save (Process both lists)
        for item in batch_items:
            name = item['name']
            
            if item.get('skip_ai'):
                # Fast Path Defaults
                desc = item.get('text')[:500] if item.get('text') else "Imported via CSV (Manual Assessment)"
                recs = ["Maintain current transparency"] if item['gw_label'] == 0 else ["Improve data disclosure"]
            else:
                # AI Results
                insights = batch_insights.get(name, {})
                desc = insights.get("description", "AI description pending or unavailable.")
                recs = insights.get("recommendations", {})
            
            # Construct Final Result
            analysis_result = {
                "company_name": name,
                "company_description": desc,
                "last_updated": datetime.now().isoformat(),
                "confidence_score": f"{item['prediction']['details'].get('confidence', 'N/A')}% (AI)" if not item.get('skip_ai') else "100% (Manual)",
                "greenwashingLabel": item['gw_label'],
                "internal_documents_analysis": {
                        "major_findings": [
                            f"Risk Level: {item['final_label_str']}",
                            f"Reason: {item['reasoning_text']}"
                        ],
                        "compliance_risks": [item['reasoning_text']] if item['gw_label'] == 1 else []
                },
                "reviews_analysis": {
                    "employee_tone": "N/A", 
                    "customer_tone": "N/A",
                    "common_issues": [], 
                    "overall_sentiment_score": f"{int(item['features_dict']['overall_sentiment_score'] * 100)}/100"
                },
                "recommended_actions": recs,
                "external_summary": {
                    "key_highlights": [f"External Sentiment Gap: {item['features_dict']['external_sentiment_gap']}"],
                    "public_sentiment": "Mixed" if item['features_dict']['external_sentiment_gap'] > 0.1 else "Positive",
                    "recent_news_summary": item['reasoning_text'],
                    "possible_bias": "None",
                },
                "risk_assessment": {
                    "financial_risk": "High" if item['final_label_str'] == "Greenwashing" else "Low", 
                    "reputation_risk": "Critical" if item['final_label_str'] == "Greenwashing" else ("Medium" if item['final_label_str'] == "At Risk" else "Low"), 
                    "compliance_risk": "Medium",
                    "market_risk": "Low",
                    "overall_risk_level": item['final_label_str']
                },
                "final_company_score": {
                    "rating_out_of_100": int(item['features_dict']['overall_sentiment_score'] * 100) if item['features_dict']['overall_sentiment_score'] <= 1 else int(item['features_dict']['overall_sentiment_score']),
                    "label": item['prediction']['model_label']
                },
                "detailed_scores": item['features_dict'],
                "generated_summary": f"Classified as {item['prediction']['model_label']}"
            }
            
            results.append({"name": name, "label": item['gw_label'], "status": f"Processed ({item['final_label_str']})"})

            # DB Save
            existing = db.query(Company).filter(Company.name == name).first()
            if existing:
                existing.analysis_result = analysis_result
                existing.last_analysis_date = datetime.now()
            else:
                new_company = Company(
                    name=name,
                    description=desc,
                    analysis_result=analysis_result,
                    last_analysis_date=datetime.now()
                )
                db.add(new_company)
        db.commit()

    for row in csv_reader:
        # Flexible column names (normalized)
        name = row.get('company_name') or row.get('company') or row.get('name')
        text = row.get('description') or row.get('text') or row.get('claims') or ""
        
        if not name: 
            continue
        
        # --- FEATURE CALCULATION (If columns missing) ---
        # 1. Base Sentiment
        sentiment_res = analyze_sentiment([text] if text else [])
        overall_sentiment = sentiment_res['score']
        
        # 2. Keyword Stats
        green_freq = float(row.get('green keyword frequecy') or row.get('green keyword frequency') or count_keywords(text, GREEN_KEYWORDS))
        
        # 3. Vague/Concrete Scores (Using simple heuristic or scoring func)
        # Assuming scoring.py has these, if not, fallback to simple version:
        try:
             # Basic sentence splitting
             sentences = [s.strip() for s in text.split('.') if s.strip()]
             vague_ratio = float(row.get('vague keyword ratio') or calculate_vague_score(sentences))
             concrete_ratio = float(row.get('concrete cailm ratio') or row.get('concrete claim ratio') or calculate_concrete_score(sentences))
        except:
             vague_ratio = 0.2
             concrete_ratio = 0.3
        
        # 4. Aspect Sentiments (Fallback to overall if specific not found)
        emission_sent = float(row.get('emission sentiment ') or row.get('emission sentiment') or overall_sentiment)
        energy_sent = float(row.get('energy sentiment') or overall_sentiment)
        waste_sent = float(row.get('waste sentiment') or overall_sentiment)

        # EXTRACT FEATURES FOR MODEL (AND FRONTEND DISPLAY)
        # Naming Verification:
        # Frontend (Analytics.tsx) expects:
        # - green_keyword_frequency
        # - vague_keyword_ratio
        # - concrete_claim_ratio
        # - external_sentiment_gap
        # - emission_sentiment
        # - energy_sentiment
        # - waste_sentiment
        # - relative_focus_score
        
        features_dict = {
            'green_keyword_frequency': green_freq,
            'vague_keyword_ratio': vague_ratio,
            'concrete_claim_ratio': concrete_ratio,
            'overall_sentiment_score': overall_sentiment,
            'external_sentiment_gap': float(row.get('external_sentiment_gap') or 0.4),
            'emission_sentiment': emission_sent, 
            'energy_sentiment': energy_sent,
            'waste_sentiment': waste_sent,
            'relative_focus_score': float(row.get('relative focus score') or 0.5)
        }
        
        gw_label_raw = row.get('greenwashing_label') or row.get('greenwashing label') or row.get('category')
        skip_ai = False
        
        if gw_label_raw:
             # Manual label from CSV - TRUST IT (No AI)
             skip_ai = True
             final_label_str = str(gw_label_raw).strip()
             if final_label_str.lower() in ['greenwashing', 'high', 'critical', '1']:
                 final_label_str = "Greenwashing"; gw_label = 1
             elif final_label_str.lower() in ['medium', 'at risk']:
                 final_label_str = "At Risk"; gw_label = 1
             else:
                 final_label_str = "No Risk"; gw_label = 0
             
             reasoning_text = f"Classified as {final_label_str} based on historical CSV data."
             
             # Initialize dummy prediction for compatibility
             prediction = {
                 'risk_label': final_label_str,
                 'greenwashing_risk': gw_label,
                 'details': {'confidence': 100},
                 'model_label': final_label_str
             }
        else:
             # AI/Model Prediction (Fallback only if no label)
             prediction = predict_greenwashing_risk(text, company_name=name, features_dict=features_dict)
             
             final_label_str = prediction['risk_label']
             # Map old AI outputs to new strings just in case
             if final_label_str == "High" or final_label_str == "Critical": final_label_str = "Greenwashing"
             elif final_label_str == "Medium": final_label_str = "At Risk"
             elif final_label_str == "Low": final_label_str = "No Risk"
             
             gw_label = 1 if final_label_str in ["Greenwashing", "At Risk"] else 0
             reasoning_text = f"AI Analysis: Classified as {final_label_str} based on pattern matching."
             
             # --- HEURISTIC OVERRIDE (Forcing Sensitivity) ---
             # If Vague > 0.50 AND not enough concrete data to justify it (>10%)
             if vague_ratio > 0.50 and concrete_ratio < 0.10:
                 final_label_str = "Greenwashing"
                 gw_label = 1
                 reasoning_text = "Risk High: Excessive vague language without supporting concrete data."
             elif concrete_ratio < 0.01 and overall_sentiment > 0.6:
                 final_label_str = "Greenwashing"
                 gw_label = 1
                 reasoning_text = "Greenwashing Alert: Positive claims lack concrete evidence."

        # PERPLEXITY CHECK (Instant Processing for Paid API)
        pplx_success = False
        if PERPLEXITY_API_KEY and not skip_ai:
             pplx_data = research_company(name)
             if pplx_data:
                 pplx_success = True
                 # If Perplexity worked, save immediately and skip batch
                 # Construct partial item to reuse logic or save directly?
                 # Saving directly is safer to avoid mixups.
                 desc = pplx_data.get("description", "AI unavailable")
                 recs = pplx_data.get("recommendations", {})
                 if "Controversy" in str(pplx_data.get("findings")): gw_label = 1 # Update risk
                 
                 # ... (Reuse Construction Logic?) ...
                 # For brevity, I will just add it to a "processed_item" and call save single?
                 # Actually, let's just make a fake batch of 1 and reuse the save logic but pass pre-filled data?
                 # Complexity: High.
                 
                 # Simplification: Treat Perplexity result as "batch insights" result for a batch of 1.
                 # Mock batch_insights structure
                 # Call save logic manually or refactor `process_batch_and_save` to accept external insights?
                 
                 # Plan: Construct `item` manually, adding 'pplx_insights' key. Update `process_batch` to check for it.
                 pass

        # Prepare Context
        context = f"""
        Greenwashing Risk: {final_label_str}
        Reason: {reasoning_text}
        Sentiment: {features_dict['overall_sentiment_score']:.2f}
        """
        
        item_data = {
            "name": name,
            "text": text,
            "context": context,
            "prediction": prediction,
            "features_dict": features_dict,
            "gw_label": gw_label,
            "final_label_str": final_label_str,
            "reasoning_text": reasoning_text,
            "skip_ai": skip_ai
        }

        # Queue for Batch
        gemini_batch.append(item_data)
        
        if len(gemini_batch) >= batch_size:
            process_batch_and_save(gemini_batch)
            gemini_batch = []
            
    # Final batch
    if gemini_batch:
        process_batch_and_save(gemini_batch)
        
    return {
        "message": f"Processed {len(results)} companies using Batch AI Analysis.",
        "predictions": results
    }