Update app.py

app.py

@@ -156,6 +156,20 @@ def romanized_to_bengali(text: str) -> str:
             
     return text_lower
 
+import gradio as gr
+import time
+from huggingface_hub import InferenceClient
+from deep_translator import GoogleTranslator
+from indic_transliteration import sanscript
+from indic_transliteration.detect import detect as detect_script
+from indic_transliteration.sanscript import transliterate
+import langdetect
+import re
+
+# Initialize clients
+text_client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+image_client = InferenceClient("SG161222/RealVisXL_V3.0")
+
 def create_chat_interface():
     # Custom CSS for better styling
     custom_css = """
@@ -206,7 +220,8 @@ def create_chat_interface():
                     height=500,
                     show_label=False,
                     container=True,
-                    elem_classes=["chat-window"]
+                    elem_classes=["chat-window"],
+                    type='messages'  # Fixed: Added type parameter
                 )
                 
                 # Input area with buttons
@@ -219,11 +234,6 @@ def create_chat_interface():
                     send_btn = gr.Button("Send", variant="primary")
                     clear_btn = gr.Button("Clear")
 
-                # Additional features bar
-                with gr.Row():
-                    audio_input = gr.Audio(source="microphone", type="filepath", label="Voice Input")
-                    image_output = gr.Image(label="Generated Image", visible=False)
-
         # Settings panel (collapsible)
         with gr.Accordion("Advanced Settings", open=False):
             with gr.Row():
@@ -259,20 +269,20 @@ def create_chat_interface():
         # Function to handle sending messages
         def user_message(message, history):
             if message:
-                return "", history + [[message, None]]
+                return "", history + [{"role": "user", "content": message}]
             return "", history
 
         def bot_response(history, system_msg, max_tokens, temperature, top_p):
-            if len(history) == 0:
+            if not history:
                 return history
             
             # Get the last user message
-            message = history[-1][0]
+            message = history[-1]["content"]
             
             # Check for custom responses first
             custom_response = check_custom_responses(message)
             if custom_response:
-                history[-1][1] = custom_response
+                history.append({"role": "assistant", "content": custom_response})
                 return history
             
             # Check for image generation request
@@ -280,35 +290,34 @@ def create_chat_interface():
                 try:
                     image = generate_image(message)
                     if image:
-                        history[-1][1] = "Here's your generated image!"
-                        # Handle image display logic
+                        history.append({"role": "assistant", "content": "Here's your generated image!"})
                         return history
                 except Exception as e:
-                    history[-1][1] = f"Sorry, I couldn't generate the image: {str(e)}"
+                    history.append({"role": "assistant", "content": f"Sorry, I couldn't generate the image: {str(e)}"})
                     return history
             
             # Handle regular text responses
             try:
                 translated_msg, original_lang, was_transliterated = translate_text(message)
-                response = respond(
-                    translated_msg,
-                    history[:-1],
-                    system_msg,
-                    max_tokens,
-                    temperature,
-                    top_p
-                )
+                messages = [{"role": "system", "content": system_msg}]
+                messages.extend(history[:-1])
+                messages.append({"role": "user", "content": translated_msg})
                 
-                # Stream the response
-                partial_response = ""
-                for chunk in response:
-                    partial_response += chunk
-                    history[-1][1] = partial_response
+                response = ""
+                for token in text_client.chat_completion(
+                    messages,
+                    max_tokens=max_tokens,
+                    temperature=temperature,
+                    top_p=top_p,
+                    stream=True,
+                ):
+                    response += token.choices[0].delta.content or ""
+                    history.append({"role": "assistant", "content": response})
                     yield history
-                    time.sleep(0.02)  # Add slight delay for smooth streaming
+                    time.sleep(0.02)
                 
             except Exception as e:
-                history[-1][1] = f"An error occurred: {str(e)}"
+                history.append({"role": "assistant", "content": f"An error occurred: {str(e)}"})
                 yield history
 
         # Event handlers
@@ -336,17 +345,6 @@ def create_chat_interface():
 
         clear_btn.click(lambda: None, None, chatbot, queue=False)
 
-        # Handle voice input
-        def process_audio(audio_file):
-            # Add your audio transcription logic here
-            return "Audio input received! (Add your transcription logic)"
-
-        audio_input.change(
-            process_audio,
-            inputs=[audio_input],
-            outputs=[txt]
-        )
-
     return demo
 
 # Create and launch the interface