Update app.py

app.py

@@ -53,6 +53,8 @@ async def start_chat():
         ]
     ).send()
 
+    cl.user_session.set("settings", settings)
+
 @cl.on_settings_update # marks a function that "logs" settings update
 async def setup_agent(settings):
     print("on_settings_update", settings)
@@ -60,6 +62,8 @@ async def setup_agent(settings):
 @cl.on_message # marks a function that should be run each time the chatbot receives a message from a user
 async def main(message: str):
 
+    settings = cl.user_session.get("settings")
+
     prompt = Prompt(
         provider=ChatOpenAI.id,
         messages=[
@@ -73,7 +77,8 @@ async def main(message: str):
                 formatted=user_template.format(input=message)
             )
         ],
-        inputs = {"input" : message}
+        inputs = {"input" : message},
+        settings=settings
     )
 
     msg = cl.Message(content="")