Update app.py

app.py

@@ -6,10 +6,6 @@ from deep_translator import GoogleTranslator
 client = InferenceClient("mistralai/Mistral-Nemo-Instruct-2407")
 
 def get_internet_data(query: str) -> str:
-    """
-    Uses DuckDuckGo's Instant Answer API to fetch search data.
-    Returns a short summary of the query result.
-    """
     url = "https://api.duckduckgo.com"
     params = {
         "q": query,
@@ -29,11 +25,7 @@ def get_internet_data(query: str) -> str:
     return result
 
 def translate_to_bisaya(text: str) -> str:
-    """
-    Translates the given text to Bisaya (Cebuano) using deep-translator.
-    """
     try:
-        # 'ceb' is the ISO 639-3 code for Cebuano
         return GoogleTranslator(source='auto', target='ceb').translate(text)
     except Exception:
         return text
@@ -66,8 +58,8 @@ def respond(message, history: list[tuple[str, str]]):
     )
     messages.append({"role": "user", "content": enriched_message})
 
-    response = ""
-    previous_response = ""
+    # Collect the complete response from the model
+    full_response = ""
     for token_message in client.chat_completion(
         messages,
         max_tokens=max_tokens,
@@ -78,13 +70,14 @@ def respond(message, history: list[tuple[str, str]]):
         token = token_message.choices[0].delta.get("content", "")
         if not token:
             break
-        response += token
-        if response != previous_response:
-            yield response
-            previous_response = response
-        if len(response) > 3000:
+        full_response += token
+        if len(full_response) > 3000:
             break
 
+    # Translate the complete response to Bisaya before yielding it.
+    final_response = translate_to_bisaya(full_response)
+    yield final_response
+
 demo = gr.ChatInterface(respond)
 
 if __name__ == "__main__":