Upload 4 files

handler.py

@@ -1,10 +1,86 @@
-from app import app
+from typing import Dict, List, Any
+import json
+import base64
+import asyncio
+import uvicorn
+from threading import Thread
+import time
 
-# This is the handler that HuggingFace expects
-def handler(event, context):
-    return app
+class EndpointHandler:
+    def __init__(self, path=""):
+        """Initialize the endpoint handler"""
+        self.path = path
+        self.app = None
+        self.server_thread = None
+        self._initialize_app()
+    
+    def _initialize_app(self):
+        """Initialize the FastAPI app"""
+        try:
+            from app import app
+            self.app = app
+            print("FastAPI app loaded successfully")
+        except Exception as e:
+            print(f"Error loading app: {e}")
+            raise
+    
+    def __call__(self, data: Dict[str, Any]) -> Dict[str, Any]:
+        """
+        Handle inference requests from HuggingFace
+        This method gets called for each request
+        """
+        try:
+            # Start the FastAPI server if not already running
+            if not self.server_thread or not self.server_thread.is_alive():
+                self._start_server()
+            
+            # For now, return a simple response
+            # The actual API calls will go through FastAPI endpoints
+            return {
+                "status": "success",
+                "message": "FastAPI server is running",
+                "endpoints": [
+                    "/health",
+                    "/extract_embeddings_batch", 
+                    "/create_faiss_index",
+                    "/search_faiss"
+                ],
+                "server_url": "http://0.0.0.0:8000"
+            }
+            
+        except Exception as e:
+            return {
+                "status": "error",
+                "message": str(e)
+            }
+    
+    def _start_server(self):
+        """Start the FastAPI server in a background thread"""
+        def run_server():
+            try:
+                uvicorn.run(
+                    self.app,
+                    host="0.0.0.0",
+                    port=8000,
+                    log_level="info"
+                )
+            except Exception as e:
+                print(f"Server error: {e}")
+        
+        self.server_thread = Thread(target=run_server, daemon=True)
+        self.server_thread.start()
+        
+        # Give the server time to start
+        time.sleep(5)
+        print("FastAPI server started in background thread")
 
-# For direct FastAPI deployment
+# Create the handler instance that HuggingFace expects
+def get_handler():
+    return EndpointHandler()
+
+# For direct testing
 if __name__ == "__main__":
-    import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=8000)
+    handler = EndpointHandler()
+    # Test the handler
+    result = handler({"test": "data"})
+    print(result)