update

app.py

@@ -5,10 +5,7 @@ import time
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import logging
 from starlette.middleware.sessions import SessionMiddleware
-from fastapi import FastAPI
-import uvicorn
-app = FastAPI()
-app.add_middleware(SessionMiddleware, secret_key="secure_key")
+
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
@@ -140,9 +137,12 @@ def interface():
     return demo
 
 demo = interface()
-app.mount("/", demo)
-  
-# Launch the app
-# demo.launch()
 
-uvicorn.run(app, host="0.0.0.0", port=7860)
+# Access FastAPI app instance from Gradio
+fastapi_app = demo.app  
+
+# Add SessionMiddleware to enable session management
+fastapi_app.add_middleware(SessionMiddleware, secret_key="secret_key")  # Use a secure, random secret key
+
+# Launch the app
+demo.launch()