Update api/main.py

api/main.py

@@ -1,107 +1,275 @@
+#!/usr/bin/env python3
 """
-FastAPI Application Factory
-Main entry point for para.AI API
+ParaAi - FastAPI Main Application v2.0
+Inicializa aplicação FastAPI com integração de TODOS os módulos
 """
-from fastapi import FastAPI, Request
-from fastapi.middleware.cors import CORSMiddleware
-from fastapi.responses import JSONResponse
-from contextlib import asynccontextmanager
+
+import os
 import logging
-import time
 from datetime import datetime
+from pathlib import Path
+from typing import Dict, List, Optional
+
+from fastapi import FastAPI, HTTPException, BackgroundTasks
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import JSONResponse, FileResponse
+from pydantic import BaseModel
+import uvicorn
+
+# ============================================================================
+# IMPORTS DO PROJETO (FASE 1 + FASE 2)
+# ============================================================================
+
+# FASE 1: APIs e Database
+from api.llm_client import APILLMClient
+from data.db.postgres_manager import PostgreSQLManager
+
+# FASE 2: Context e Files
+from data.context.context_engine import ContextEngine
+from files_manager.files_manager import FilesManager
+
+# FASE 2: Workers (refatorado)
+from workers.llm_worker_hybrid import LLMWorkerHybrid
 
-from api.config import settings
-from api.routes import debug_routes, process_routes, status_routes, health_routes
+# API Routes (próximos arquivos)
+from api.routes import debug_routes, process_routes, status_routes
 
+# ============================================================================
+# CONFIGURAÇÃO E LOGGING
+# ============================================================================
 
 logging.basicConfig(
-    level=settings.LOG_LEVEL,
-    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+    level=logging.INFO,
+    format='%(asctime)s [%(levelname)-5s] %(name)s - %(message)s',
+    datefmt='%Y-%m-%d %H:%M:%S'
 )
 logger = logging.getLogger(__name__)
 
+# ============================================================================
+# PYDANTIC MODELS (Request/Response)
+# ============================================================================
+
+class ProcessRequest(BaseModel):
+    """Request para processar um lote de acórdãos"""
+    jsonl_path: str
+    batch_id: Optional[str] = None
+    num_workers: int = 10
+    timeout_seconds: int = 300
+    enable_cache: bool = True
+    
+class ProcessResponse(BaseModel):
+    """Response do processamento"""
+    status: str  # pending, processing, completed, failed
+    batch_id: str
+    total_records: int
+    processed_records: int
+    failed_records: int
+    output_path: Optional[str] = None
+    download_url: Optional[str] = None
+    timestamp: str
+
+class StatusResponse(BaseModel):
+    """Response de status"""
+    batch_id: str
+    status: str
+    progress_percent: float
+    processed: int
+    total: int
+    timestamp: str
+
+# ============================================================================
+# INICIALIZAÇÃO DA APLICAÇÃO
+# ============================================================================
+
+app = FastAPI(
+    title="ParaAi - Sistema de Análise Jurídica com IA",
+    description="Pipeline multidisciplinar de processamento de acórdãos",
+    version="2.0.0"
+)
+
+# CORS
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+# ============================================================================
+# COMPONENTES GLOBAIS (Inicializados uma vez)
+# ============================================================================
+
+# FASE 1
+llm_client: APILLMClient = None
+db_manager: PostgreSQLManager = None
+
+# FASE 2
+context_engine: ContextEngine = None
+files_manager: FilesManager = None
+
+# Workers
+workers: List[LLMWorkerHybrid] = []
 
-@asynccontextmanager
-async def lifespan(app: FastAPI):
-    """Lifespan events"""
-    logger.info(f"🚀 Starting {settings.APP_NAME} v{settings.APP_VERSION}")
-    logger.info(f"📊 Environment: {'DEBUG' if settings.DEBUG else 'PRODUCTION'}")
-    logger.info(f"🤖 LLM Model: {settings.LLM_MODEL}")
-
-    yield
-
-    logger.info("🛑 Shutting down API")
-
-
-def create_app() -> FastAPI:
-    """Factory function to create FastAPI app"""
-
-    app = FastAPI(
-        title=settings.APP_NAME,
-        version=settings.APP_VERSION,
-        description="API para análise jurisprudencial com LLMs - Sistema de 9 Especialistas",
-        lifespan=lifespan,
-        docs_url="/docs" if settings.DEBUG else None,
-        redoc_url="/redoc" if settings.DEBUG else None,
-    )
-
-    app.add_middleware(
-        CORSMiddleware,
-        allow_origins=settings.CORS_ORIGINS,
-        allow_credentials=True,
-        allow_methods=["*"],
-        allow_headers=["*"],
-    )
-
-    @app.middleware("http")
-    async def add_process_time_header(request: Request, call_next):
-        start_time = time.time()
-        response = await call_next(request)
-        process_time = time.time() - start_time
-        response.headers["X-Process-Time"] = str(process_time)
-        return response
-
-    @app.exception_handler(Exception)
-    async def global_exception_handler(request: Request, exc: Exception):
-        logger.error(f"Global exception: {exc}", exc_info=True)
-        return JSONResponse(
-            status_code=500,
-            content={
-                "error": "Internal Server Error",
-                "detail": str(exc) if settings.DEBUG else "An error occurred",
-                "timestamp": datetime.now().isoformat(),
-                "path": str(request.url)
-            }
+# ============================================================================
+# STARTUP / SHUTDOWN
+# ============================================================================
+
+@app.on_event("startup")
+async def startup_event():
+    """Inicializa todos os componentes"""
+    global llm_client, db_manager, context_engine, files_manager, workers
+    
+    logger.info("=" * 80)
+    logger.info("🚀 ParaAi Starting Up...")
+    logger.info("=" * 80)
+    
+    try:
+        # FASE 1: Inicializar APIs
+        logger.info("📡 Inicializando APILLMClient...")
+        llm_client = APILLMClient(
+            configpath=".apiLLMst2t/configllms.yaml"
+        )
+        logger.info("✅ APILLMClient inicializado")
+        
+        # FASE 1: Inicializar Database
+        logger.info("🗄️  Inicializando PostgreSQL...")
+        db_manager = PostgreSQLManager(
+            dbname=os.getenv("PGDB", "paraai"),
+            user=os.getenv("PGUSER", "postgres"),
+            password=os.getenv("PGPASSWORD", ""),
+            host=os.getenv("PGHOST", "localhost"),
+            port=int(os.getenv("PGPORT", 5432))
         )
+        
+        # Criar tabelas
+        if db_manager.criar_tabelas():
+            logger.info("✅ Banco de dados pronto")
+        else:
+            logger.warning("⚠️  Erro ao criar tabelas, continuando...")
+        
+        # FASE 2: Inicializar Context Engine
+        logger.info("🔗 Inicializando ContextEngine...")
+        context_engine = ContextEngine()
+        logger.info("✅ ContextEngine inicializado")
+        
+        # FASE 2: Inicializar Files Manager
+        logger.info("📦 Inicializando FilesManager...")
+        files_manager = FilesManager(
+            basedir=os.path.expanduser(os.getenv("WORKDIR", "../trabalho")),
+            ano="2024"
+        )
+        logger.info("✅ FilesManager inicializado")
+        
+        # Inicializar workers
+        num_workers = int(os.getenv("NUMWORKERS", 10))
+        logger.info(f"👷 Criando {num_workers} workers...")
+        for i in range(num_workers):
+            worker = LLMWorkerHybrid(
+                worker_id=i,
+                configpath=".apiLLMst2t/configllms.yaml"
+            )
+            workers.append(worker)
+        logger.info(f"✅ {num_workers} workers criados")
+        
+        logger.info("=" * 80)
+        logger.info("✅ ParaAi iniciada com sucesso!")
+        logger.info("=" * 80)
+        
+    except Exception as e:
+        logger.error(f"❌ Erro na inicialização: {e}")
+        raise
+
+@app.on_event("shutdown")
+async def shutdown_event():
+    """Limpa recursos"""
+    logger.info("🛑 ParaAi Shutting Down...")
+    if db_manager:
+        db_manager.fechar()
+    logger.info("✅ Shutdown completo")
 
-    app.include_router(health_routes.router, prefix="/health", tags=["Health"])
-    app.include_router(process_routes.router, prefix="/process", tags=["Process"])
-    app.include_router(status_routes.router, prefix="/status", tags=["Status"])
-
-    if settings.DEBUG:
-        app.include_router(debug_routes.router, prefix="/debug", tags=["Debug"])
-
-    @app.get("/")
-    async def root():
-        return {
-            "app": settings.APP_NAME,
-            "version": settings.APP_VERSION,
-            "status": "running",
-            "timestamp": datetime.now().isoformat(),
-            "docs": "/docs" if settings.DEBUG else "disabled"
+# ============================================================================
+# ROTAS RAIZ
+# ============================================================================
+
+@app.get("/")
+async def root():
+    """Rota raiz - informações da API"""
+    return {
+        "status": "running",
+        "name": "ParaAi",
+        "version": "2.0.0",
+        "endpoints": {
+            "health": "/health",
+            "process": "/process (POST)",
+            "status": "/status/{batch_id} (GET)",
+            "debug": "/debug/* (GET)",
+            "docs": "/docs"
+        }
+    }
+
+@app.get("/health")
+async def health_check():
+    """Health check de todos os componentes"""
+    health_status = {
+        "status": "healthy",
+        "timestamp": datetime.now().isoformat(),
+        "components": {
+            "llm_client": "OK" if llm_client else "FAIL",
+            "db_manager": "OK" if db_manager else "FAIL",
+            "context_engine": "OK" if context_engine else "FAIL",
+            "files_manager": "OK" if files_manager else "FAIL",
+            "workers": f"{len(workers)}/OK" if workers else "FAIL"
         }
+    }
+    return health_status
 
-    return app
+# ============================================================================
+# INCLUIR ROUTERS
+# ============================================================================
 
+# Rotas de Debug
+debug_router = debug_routes.create_debug_router(
+    llm_client=llm_client,
+    db_manager=db_manager,
+    context_engine=context_engine,
+    files_manager=files_manager,
+    workers=workers
+)
+app.include_router(debug_router, prefix="/debug", tags=["debug"])
 
-app = create_app()
+# Rotas de Processamento
+process_router = process_routes.create_process_router(
+    llm_client=llm_client,
+    db_manager=db_manager,
+    context_engine=context_engine,
+    files_manager=files_manager,
+    workers=workers
+)
+app.include_router(process_router, prefix="/process", tags=["processing"])
+
+# Rotas de Status
+status_router = status_routes.create_status_router(
+    context_engine=context_engine,
+    files_manager=files_manager
+)
+app.include_router(status_router, prefix="/status", tags=["status"])
 
+# ============================================================================
+# EXECUÇÃO
+# ============================================================================
 
 if __name__ == "__main__":
-    import uvicorn
+    host = os.getenv("FASTAPIHOST", "0.0.0.0")
+    port = int(os.getenv("FASTAPIPORT", 7860)
+    reload = os.getenv("FASTAPIreload", "true").lower() == "true"
+    
+    logger.info(f"🌐 Iniciando servidor em http://{host}:{port}")
+    
     uvicorn.run(
-        "api.main:app",
-        host=settings.API_HOST,
-        port=settings.API_PORT,
-        reload=settings.DEBUG
-    )
+        "main:app",
+        host=host,
+        port=port,
+        reload=reload,
+        log_level=os.getenv("LOGLEVEL", "debug").lower()
+    )