update

app.py

@@ -4,6 +4,8 @@ import os
 import time
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import logging
+from starlette.middleware.sessions import SessionMiddleware
+
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
@@ -135,4 +137,12 @@ def interface():
     return demo
 
 demo = interface()
-demo.launch()
+
+# Access FastAPI app instance from Gradio
+fastapi_app = demo.app  
+
+# Add SessionMiddleware to enable session management
+fastapi_app.add_middleware(SessionMiddleware, secret_key="secret_key")  # Use a secure, random secret key
+
+# Launch the app
+demo.launch()

requirements.txt

@@ -4,4 +4,5 @@ fastapi==0.112.4
 huggingface-hub
 transformers
 torch
-gradio
+gradio
+starlette