Update app.py

app.py

@@ -1,11 +1,11 @@
 import gradio as gr
 import requests
 from html import escape
-from typing import List, Tuple, Optional
+from typing import List, Tuple
 
 # API endpoints
-API_URL = "https://aham2api-3.onrender.com/v1/chat/completions"
-MODELS_URL = "https://aham2api-3.onrender.com/v1/models"
+API_URL = "http://localhost:3000/v1/chat/completions"  # Update with your API URL
+MODELS_URL = "http://localhost:3000/v1/models"  # Update with your API URL
 
 # CSS for styling
 css = """
@@ -15,7 +15,7 @@ css = """
 def get_available_models() -> List[str]:
     """Fetch available models from the API."""
     try:
-        response = requests.get(MODELS_URL)
+        response = requests.get(MODELS_URL, timeout=30)
         response.raise_for_status()
         models_data = response.json()
         return sorted([model['id'] for model in models_data.get('data', [])])
@@ -24,7 +24,6 @@ def get_available_models() -> List[str]:
         return [
             "samura-deepseek-r1",
             "samura-gpt-4o",
-            "samura-claude-3-5-sonnet",
             "groq-llama3-70b-8192"
         ]
 
@@ -39,10 +38,11 @@ def chat_completion(
         "messages": messages,
         "temperature": 0.7,
         "max_tokens": 2000,
+        "stream": False
     }
     
     try:
-        response = requests.post(API_URL, headers=headers, json=data)
+        response = requests.post(API_URL, headers=headers, json=data, timeout=30)
         response.raise_for_status()
         return response.json()
     except Exception as e:
@@ -52,19 +52,6 @@ def format_message(text: str) -> str:
     """Format message with HTML for display."""
     return escape(text).replace("\n", "<br>")
 
-def convert_chat_history_to_messages(chat_history: List[Tuple[str, str]]) -> List[dict]:
-    """Convert Gradio chat history to API message format."""
-    messages = []
-    for user_msg, assistant_msg in chat_history:
-        # Remove HTML formatting for the API
-        clean_user_msg = user_msg.replace("<br>", "\n")
-        messages.append({"role": "user", "content": clean_user_msg})
-        
-        if assistant_msg:  # Only add assistant response if it exists
-            clean_assistant_msg = assistant_msg.replace("<br>", "\n")
-            messages.append({"role": "assistant", "content": clean_assistant_msg})
-    return messages
-
 def chat_interface(
     message: str,
     chat_history: List[Tuple[str, str]],
@@ -74,13 +61,26 @@ def chat_interface(
     if not message.strip():
         return chat_history, ""
     
-    # Convert the entire chat history to API format
-    messages = convert_chat_history_to_messages(chat_history)
+    # Convert chat history to API format
+    messages = []
+    for user_msg, assistant_msg in chat_history:
+        messages.append({
+            "role": "user",
+            "content": user_msg.replace("<br>", "\n")
+        })
+        if assistant_msg:
+            messages.append({
+                "role": "assistant",
+                "content": assistant_msg.replace("<br>", "\n")
+            })
     
-    # Add the current message
-    messages.append({"role": "user", "content": message})
+    # Add current message
+    messages.append({
+        "role": "user",
+        "content": message
+    })
     
-    # Get the API response
+    # Get API response
     response = chat_completion(messages=messages, model=model)
     
     if "error" in response:
@@ -88,7 +88,7 @@ def chat_interface(
     else:
         assistant_message = response.get("choices", [{}])[0].get("message", {}).get("content", "No response")
     
-    # Update chat history with the new exchange
+    # Update chat history
     chat_history.append((format_message(message), format_message(assistant_message)))
     return chat_history, ""
 
@@ -97,7 +97,7 @@ def create_interface():
     available_models = get_available_models()
     
     with gr.Blocks(css=css, theme=gr.themes.Default()) as demo:
-        gr.Markdown("# Aham2 API Chat Interface")
+        gr.Markdown("# API Chat Interface")
         
         model_dropdown = gr.Dropdown(
             choices=available_models,
@@ -105,7 +105,11 @@ def create_interface():
             label="Select Model"
         )
         
-        chatbot = gr.Chatbot(elem_classes=["chatbot"], bubble_full_width=False)
+        chatbot = gr.Chatbot(
+            elem_classes=["chatbot"],
+            bubble_full_width=False,
+            height=500
+        )
         
         with gr.Row():
             message = gr.Textbox(