Update gradio_interface.py

gradio_interface.py

@@ -4,7 +4,6 @@ import gradio as gr
 from ai_model import query_ai_model, preprocess_chat_history
 import asyncio
 import logging
-from typing import List, Optional
 from config import (
     DEFAULT_MAX_OUTPUT_TOKENS,
     DEFAULT_TEMPERATURE,
@@ -12,6 +11,8 @@ from config import (
     DEFAULT_TOP_K,
 )
 import os
+from typing import List, Optional  # <-- Added this import
+import time
 
 # Configure logging
 logging.basicConfig(level=logging.ERROR)
@@ -46,36 +47,39 @@ async def bot(
         return
 
     genai.configure(api_key=google_key)
+
     stop_sequences_list = preprocess_stop_sequences(stop_sequences)
 
     try:
-        # Get the last user message
-        user_message = chatbot[-1][0]
-        history = chatbot[:-1]  # Exclude the last user message
+        # Process the latest user message
+        message = chatbot[-1][0]
+        history = preprocess_chat_history(chatbot[:-1])  # Exclude the last message
 
         # Query the AI model
         assistant_reply = await query_ai_model(
-            message=user_message,
+            message=message,
             history=history,
             max_output_tokens=max_output_tokens,
             temperature=temperature,
             top_p=top_p,
             top_k=top_k,
-            stop_sequences=stop_sequences_list,
+            stop_sequences=stop_sequences_list
         )
 
-        # Streaming effect
+        # Update the chat history with the assistant's reply
         chatbot[-1] = (chatbot[-1][0], "")
-        response_text = assistant_reply['content']
+        response_content = assistant_reply['content']
 
-        for i in range(0, len(response_text), 10):
-            section = response_text[i:i + 10]
+        # Streaming effect
+        for i in range(0, len(response_content), 10):
+            section = response_content[i:i + 10]
             chatbot[-1] = (chatbot[-1][0], chatbot[-1][1] + section)
             await asyncio.sleep(0.01)
             yield chatbot
     except Exception as e:
         logging.error("Error in bot function", exc_info=True)
-        chatbot[-1] = (chatbot[-1][0], f"An error occurred: {str(e)}")
+        error_message = f"An error occurred: {str(e)}"
+        chatbot[-1] = (chatbot[-1][0], error_message)
         yield chatbot
 
 def create_gradio_interface():