Fixing dockerfile v6

Dockerfile

@@ -17,4 +17,4 @@ COPY --chown=user src/ /app/src
 EXPOSE 7860
 
 # Command to run the application
-CMD ["python", "-m", "src.main"]
+CMD ["uvicorn", "src.main:app", "--host", "0.0.0.0", "--port", "7860"]

src/main.py

@@ -5,6 +5,7 @@ import litserve as ls
 import yaml
 import logging
 from pathlib import Path
+from fastapi.middleware.cors import CORSMiddleware
 from .routes import router, init_router
 from api import InferenceApi
 
@@ -22,8 +23,8 @@ def load_config():
     with open(config_path) as f:
         return yaml.safe_load(f)
 
-def main():
-    """Main function to set up and run the inference server."""
+def create_app():
+    """Create and configure the application instance."""
     logger = setup_logging()
 
     try:
@@ -42,18 +43,31 @@ def main():
             track_requests=True
         )
 
+        # Add CORS middleware
+        server.app.add_middleware(
+            CORSMiddleware,
+            allow_origins=["*"],  # Allows all origins
+            allow_credentials=True,
+            allow_methods=["*"],  # Allows all methods
+            allow_headers=["*"],  # Allows all headers
+        )
+
         # Add our routes to the server's FastAPI app
         server.app.include_router(router, prefix="/api/v1")
 
-        # Get port from config or use default
-        port = config.get("server", {}).get("port", 8001)
-
-        logger.info(f"Starting server on port {port}")
-        server.run(port=port)
+        return server.app
 
     except Exception as e:
         logger.error(f"Server initialization failed: {str(e)}")
         raise
 
+# Create the application instance
+app = create_app()
+
 if __name__ == "__main__":
-    main()
+    # If we run this directly with python, we can still use the old method
+    config = load_config()
+    port = config.get("server", {}).get("port", 8001)
+
+    # Get the server instance from our app and run it
+    app.parent.run(port=port)  # assuming the LitServer instance is stored as parent