fixing pydantic issue v10

main/main.py

@@ -4,6 +4,7 @@ LLM Inference Server main application using LitServe framework.
 import litserve as ls
 import yaml
 import logging
+import asyncio
 from pathlib import Path
 from fastapi.middleware.cors import CORSMiddleware
 from .routes import router, init_router
@@ -23,17 +24,18 @@ def load_config():
     with open(config_path) as f:
         return yaml.safe_load(f)
 
-def main():
-    """Create and configure the application instance."""
+async def async_main():
+    """Create and configure the application instance asynchronously."""
     logger = setup_logging()
 
     try:
         # Load configuration
         config = load_config()
 
-        # Initialize API and router
+        # Initialize API and router with await
         api = InferenceApi()
-        init_router(config)
+        await api.setup()  # Properly await the setup
+        await init_router(config)  # Modified to be async
 
         # Create LitServer instance
         server = ls.LitServer(
@@ -58,11 +60,15 @@ def main():
         port = config.get("server", {}).get("port", 8001)
 
         # Get the server instance from our app and run it
-        server.run(port=port)  # assuming the LitServer instance is stored as parent
+        server.run(port=port)
 
     except Exception as e:
         logger.error(f"Server initialization failed: {str(e)}")
         raise
 
+def main():
+    """Entry point that runs the async main"""
+    asyncio.run(async_main())
+
 if __name__ == "__main__":
     main()

main/routes.py

@@ -14,10 +14,11 @@ router = APIRouter()
 logger = logging.getLogger(__name__)
 api = None
 
-def init_router(config: dict):
+async def init_router(config: dict):
     """Initialize router with config and Inference API instance"""
     global api
     api = InferenceApi()
+    await api.setup()  # Properly await the setup
     logger.info("Router initialized with Inference API instance")
 
 @router.post("/generate")