update

app.py

@@ -5,7 +5,10 @@ import time
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import logging
 from starlette.middleware.sessions import SessionMiddleware
-
+from fastapi import FastAPI
+import uvicorn
+app = FastAPI()
+app.add_middleware(SessionMiddleware, secret_key="secure_key")
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
@@ -137,12 +140,9 @@ def interface():
     return demo
 
 demo = interface()
-
-# Access FastAPI app instance from Gradio
-fastapi_app = demo.app  
-
-# Add SessionMiddleware to enable session management
-fastapi_app.add_middleware(SessionMiddleware, secret_key="secret_key")  # Use a secure, random secret key
-
+app.mount("/", demo)
+  
 # Launch the app
-demo.launch()
+# demo.launch()
+
+uvicorn.run(app, host="0.0.0.0", port=7860)

requirements.txt

@@ -5,4 +5,5 @@ huggingface-hub
 transformers
 torch
 gradio[oauth]
-starlette
+starlette
+uvicorn