Update src/chatbot.py

src/chatbot.py

@@ -11,12 +11,12 @@ def process_input(user_input, session_id='1'):
         user_input (str): The user's input message.
         session_id (str): The session ID for the chat (default is "1").
     Returns:
-        str: The generated response from the chatbot.
+        Generator: A generator that streams the chatbot's response tokens.
     """
     memory = get_by_session_id(session_id)
     
     if user_input.lower() == 'exit':
-        return "Exiting the chat session."
+        yield "Exiting the chat session."
 
     llm = route_llm(user_input)
 
@@ -28,10 +28,13 @@ def process_input(user_input, session_id='1'):
         verbose=True
     )
 
-    response = conversation_chain.run({"input": user_input})
-    memory.save_context({'input': user_input}, response)
+    # Stream response tokens
+    response_generator = conversation_chain.stream({"input": user_input})
     
-    return response
+    for token in response_generator:
+        yield token  # Stream each token
+
+    memory.save_context({'input': user_input}, ''.join(response_generator))
 
 # Gradio interface function to handle input
 def chatbot_interface(user_input, chat_history=None, session_id="1"):