more like bot

api_routes_v2.py

@@ -0,0 +1,398 @@
+# API Routes V2 - Enhanced with Intent Classification and Dual Response Format
+# File: api_routes_v2.py
+
+from fastapi import APIRouter, HTTPException, UploadFile, File, Form
+from fastapi.responses import StreamingResponse
+from pydantic import BaseModel
+from typing import Optional, List, Dict, Any
+import json
+import os
+import uuid
+from datetime import datetime
+
+# Import our services
+from services.pipeline_generator import generate_pipeline, format_pipeline_for_display
+from services.pipeline_executor import execute_pipeline_streaming, execute_pipeline
+from services.session_manager import session_manager
+from services.intent_classifier import intent_classifier
+
+router = APIRouter(prefix="/api/v2", tags=["MasterLLM API V2 - Enhanced"])
+
+
+# ========================
+# REQUEST/RESPONSE MODELS
+# ========================
+
+class ChatRequest(BaseModel):
+    """Enhanced chat request with intent classification"""
+    message: str
+    session_id: Optional[str] = None
+    file_path: Optional[str] = None
+    prefer_bedrock: bool = True
+
+
+class ChatResponse(BaseModel):
+    """Dual response format - friendly for users, detailed for developers"""
+    # User-facing response (what users see)
+    user_response: str
+    
+    # Developer/API response (detailed data for frontend integration)
+    api_response: Dict[str, Any]
+    
+    # Intent classification
+    intent: Dict[str, Any]
+    
+    # Session info
+    session_id: str
+    state: str
+
+
+# ========================
+# SMART CHAT ENDPOINT
+# ========================
+
+@router.post("/chat", response_model=ChatResponse)
+async def smart_chat(request: ChatRequest):
+    """
+    Intelligent chat endpoint that:
+    1. Classifies user intent
+    2. Responds naturally to casual conversation
+    3. Only generates pipelines when explicitly requested
+    4. Returns dual format: user-friendly + detailed API data
+    """
+    
+    # Get or create session
+    session_id = request.session_id
+    if not session_id:
+        session_id = session_manager.create_session()
+    
+    session = session_manager.get_session(session_id)
+    if not session:
+        session_id = session_manager.create_session()
+        session = session_manager.get_session(session_id)
+    
+    # Update file path if provided
+    if request.file_path:
+        session_manager.update_session(session_id, {"current_file": request.file_path})
+        session = session_manager.get_session(session_id)
+    
+    # Add user message to session
+    session_manager.add_message(session_id, "user", request.message)
+    
+    # Classify intent
+    intent_data = intent_classifier.classify_intent(request.message)
+    current_state = session.get("state", "initial")
+    
+    try:
+        # ========================
+        # HANDLE CASUAL CHAT
+        # ========================
+        if intent_data["intent"] == "casual_chat":
+            friendly_response = intent_classifier.get_friendly_response("casual_chat", request.message)
+            
+            api_data = {
+                "type": "casual_response",
+                "message": friendly_response,
+                "intent_classification": intent_data,
+                "suggestions": [
+                    "Upload a document to get started",
+                    "Ask 'what can you do?' to see capabilities",
+                    "Type 'help' for usage instructions"
+                ]
+            }
+            
+            session_manager.add_message(session_id, "assistant", friendly_response)
+            
+            return ChatResponse(
+                user_response=friendly_response,
+                api_response=api_data,
+                intent=intent_data,
+                session_id=session_id,
+                state=current_state
+            )
+        
+        # ========================
+        # HANDLE QUESTIONS
+        # ========================
+        elif intent_data["intent"] == "question":
+            friendly_response = intent_classifier.get_friendly_response("question", request.message)
+            
+            api_data = {
+                "type": "informational_response",
+                "message": friendly_response,
+                "intent_classification": intent_data
+            }
+            
+            session_manager.add_message(session_id, "assistant", friendly_response)
+            
+            return ChatResponse(
+                user_response=friendly_response,
+                api_response=api_data,
+                intent=intent_data,
+                session_id=session_id,
+                state=current_state
+            )
+        
+        # ========================
+        # HANDLE UNCLEAR INTENT
+        # ========================
+        elif intent_data["intent"] == "unclear":
+            friendly_response = intent_classifier.get_friendly_response("unclear", request.message)
+            
+            api_data = {
+                "type": "clarification_needed",
+                "message": friendly_response,
+                "intent_classification": intent_data,
+                "suggestions": [
+                    "Be more specific about what you want to do",
+                    "Use keywords like: extract, summarize, translate, etc.",
+                    "Type 'help' for examples"
+                ]
+            }
+            
+            session_manager.add_message(session_id, "assistant", friendly_response)
+            
+            return ChatResponse(
+                user_response=friendly_response,
+                api_response=api_data,
+                intent=intent_data,
+                session_id=session_id,
+                state=current_state
+            )
+        
+        # ========================
+        # HANDLE PIPELINE APPROVAL
+        # ========================
+        elif intent_data["intent"] == "approval" and current_state == "pipeline_proposed":
+            proposed_pipeline = session.get("proposed_pipeline")
+            
+            if not proposed_pipeline:
+                error_msg = "No pipeline to approve. Please request a task first."
+                return ChatResponse(
+                    user_response=error_msg,
+                    api_response={"type": "error", "message": error_msg},
+                    intent=intent_data,
+                    session_id=session_id,
+                    state=current_state
+                )
+            
+            # Update state
+            session_manager.update_session(session_id, {"state": "executing"})
+            
+            friendly_response = f"✅ Great! Executing the pipeline: {proposed_pipeline.get('pipeline_name')}\n\n⏳ Processing... (Use the streaming endpoint for real-time updates)"
+            
+            api_data = {
+                "type": "pipeline_approved",
+                "message": "Pipeline execution started",
+                "pipeline": proposed_pipeline,
+                "execution_status": "started",
+                "note": "Use /api/v2/pipeline/execute/stream for real-time progress"
+            }
+            
+            session_manager.add_message(session_id, "assistant", friendly_response)
+            
+            return ChatResponse(
+                user_response=friendly_response,
+                api_response=api_data,
+                intent=intent_data,
+                session_id=session_id,
+                state="executing"
+            )
+        
+        # ========================
+        # HANDLE PIPELINE REJECTION
+        # ========================
+        elif intent_data["intent"] == "rejection" and current_state == "pipeline_proposed":
+            session_manager.update_session(session_id, {
+                "state": "initial",
+                "proposed_pipeline": None
+            })
+            
+            friendly_response = "No problem! The pipeline has been cancelled. What else would you like me to help you with?"
+            
+            api_data = {
+                "type": "pipeline_rejected",
+                "message": "Pipeline cancelled by user",
+                "state_reset": True
+            }
+            
+            session_manager.add_message(session_id, "assistant", friendly_response)
+            
+            return ChatResponse(
+                user_response=friendly_response,
+                api_response=api_data,
+                intent=intent_data,
+                session_id=session_id,
+                state="initial"
+            )
+        
+        # ========================
+        # HANDLE PIPELINE REQUEST
+        # ========================
+        elif intent_data["intent"] == "pipeline_request" and intent_data["requires_pipeline"]:
+            # Check if file is uploaded
+            if not session.get("current_file"):
+                friendly_response = "📁 Please upload a document first before I can process it!\n\nOnce you upload a file, I'll be happy to help you with that task."
+                
+                api_data = {
+                    "type": "error",
+                    "error_code": "NO_FILE_UPLOADED",
+                    "message": "Document required before pipeline generation",
+                    "action_required": "upload_file"
+                }
+                
+                session_manager.add_message(session_id, "assistant", friendly_response)
+                
+                return ChatResponse(
+                    user_response=friendly_response,
+                    api_response=api_data,
+                    intent=intent_data,
+                    session_id=session_id,
+                    state=current_state
+                )
+            
+            # Generate pipeline
+            try:
+                pipeline = generate_pipeline(
+                    user_input=request.message,
+                    file_path=session.get("current_file"),
+                    prefer_bedrock=request.prefer_bedrock
+                )
+                
+                # Save to session
+                session_manager.update_session(session_id, {
+                    "proposed_pipeline": pipeline,
+                    "state": "pipeline_proposed"
+                })
+                
+                # Create user-friendly response
+                pipeline_name = pipeline.get("pipeline_name", "Document Processing")
+                steps_list = pipeline.get("pipeline_steps", [])
+                steps_summary = "\n".join([f"  {i+1}. {step.get('tool', 'Unknown')}" for i, step in enumerate(steps_list)])
+                
+                friendly_response = f"""🎯 **Pipeline Created: {pipeline_name}**
+
+Here's what I'll do:
+{steps_summary}
+
+**Ready to proceed?**
+- Type 'approve' or 'yes' to execute
+- Type 'reject' or 'no' to cancel
+- Describe changes to modify the plan"""
+                
+                # Create detailed API response
+                api_data = {
+                    "type": "pipeline_generated",
+                    "message": "Pipeline successfully created",
+                    "pipeline": pipeline,
+                    "pipeline_summary": {
+                        "name": pipeline_name,
+                        "total_steps": len(steps_list),
+                        "steps": steps_list,
+                        "generator": pipeline.get("_generator"),
+                        "model": pipeline.get("_model")
+                    },
+                    "required_action": "approval",
+                    "next_steps": {
+                        "approve": "Type 'approve' or 'yes'",
+                        "reject": "Type 'reject' or 'no'",
+                        "modify": "Describe your changes"
+                    }
+                }
+                
+                session_manager.add_message(session_id, "assistant", friendly_response)
+                
+                return ChatResponse(
+                    user_response=friendly_response,
+                    api_response=api_data,
+                    intent=intent_data,
+                    session_id=session_id,
+                    state="pipeline_proposed"
+                )
+                
+            except Exception as e:
+                friendly_response = f"❌ Oops! I encountered an error while creating the pipeline:\n\n{str(e)}\n\nPlease try rephrasing your request or type 'help' for examples."
+                
+                api_data = {
+                    "type": "error",
+                    "error_code": "PIPELINE_GENERATION_FAILED",
+                    "message": str(e),
+                    "traceback": str(e)
+                }
+                
+                session_manager.add_message(session_id, "assistant", friendly_response)
+                
+                return ChatResponse(
+                    user_response=friendly_response,
+                    api_response=api_data,
+                    intent=intent_data,
+                    session_id=session_id,
+                    state=current_state
+                )
+        
+        # ========================
+        # DEFAULT RESPONSE
+        # ========================
+        else:
+            friendly_response = "I'm not sure how to help with that. Could you please:\n- Upload a document first, or\n- Tell me what you'd like to do (e.g., 'extract text', 'summarize')\n\nType 'help' for more information!"
+            
+            api_data = {
+                "type": "unclear_intent",
+                "message": "Could not determine appropriate action",
+                "intent_classification": intent_data,
+                "current_state": current_state
+            }
+            
+            session_manager.add_message(session_id, "assistant", friendly_response)
+            
+            return ChatResponse(
+                user_response=friendly_response,
+                api_response=api_data,
+                intent=intent_data,
+                session_id=session_id,
+                state=current_state
+            )
+    
+    except Exception as e:
+        # Global error handler
+        error_msg = f"An unexpected error occurred: {str(e)}"
+        
+        return ChatResponse(
+            user_response=error_msg,
+            api_response={
+                "type": "unexpected_error",
+                "error": str(e)
+            },
+            intent=intent_data,
+            session_id=session_id,
+            state=current_state
+        )
+
+
+# ========================
+# INHERIT OTHER ENDPOINTS FROM V1
+# ========================
+
+# Re-export all other endpoints from the original api_routes
+from api_routes import (
+    create_session,
+    get_session,
+    get_session_stats,
+    get_session_history,
+    add_message,
+    upload_file,
+    get_pipeline_history,
+    get_pipeline_stats,
+    health_check
+)
+
+# Re-register them on the V2 router
+router.post("/sessions")(create_session)
+router.get("/sessions/{session_id}")(get_session)
+router.get("/sessions/{session_id}/stats")(get_session_stats)
+router.get("/sessions/{session_id}/history")(get_session_history)
+router.post("/sessions/{session_id}/messages")(add_message)
+router.post("/upload")(upload_file)
+router.get("/pipelines/history")(get_pipeline_history)
+router.get("/pipelines/stats")(get_pipeline_stats)
+router.get("/health")(health_check)