Update app.py

app.py

@@ -1,69 +1,170 @@
+# import os
+# from groq import Groq
+# import gradio as gr
+
+# # Initialize client
+# client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
+
+# # System prompt
+# SYSTEM_PROMPT = {
+#     "role": "system",
+#     "content": "You are a helpful, friendly AI assistant."
+# }
+
+# # Clean message (IMPORTANT FIX)
+# def clean_message(msg):
+#     return {
+#         "role": msg.get("role"),
+#         "content": msg.get("content")
+#     }
+
+# # Chatbot function
+# def chatbot(message, history):
+#     try:
+#         messages = [SYSTEM_PROMPT]
+
+#         # Limit history
+#         history = history[-6:] if history else []
+
+#         for item in history:
+#             # Case 1: tuple (user, bot)
+#             if isinstance(item, (list, tuple)) and len(item) == 2:
+#                 user_msg, bot_msg = item
+
+#                 if user_msg:
+#                     messages.append({"role": "user", "content": str(user_msg)})
+#                 if bot_msg:
+#                     messages.append({"role": "assistant", "content": str(bot_msg)})
+
+#             # Case 2: dict (REMOVE metadata)
+#             elif isinstance(item, dict):
+#                 if "role" in item and "content" in item:
+#                     messages.append(clean_message(item))
+
+#         # Add current message
+#         messages.append({"role": "user", "content": str(message)})
+
+#         # Call Groq
+#         response = client.chat.completions.create(
+#             model="llama-3.3-70b-versatile",
+#             messages=messages,
+#             temperature=0.7,
+#             max_tokens=1024,
+#         )
+
+#         return response.choices[0].message.content.strip()
+
+#     except Exception as e:
+#         return f"⚠️ Error: {str(e)}"
+
+
+# # UI
+# demo = gr.ChatInterface(
+#     fn=chatbot,
+#     title="🚀 Groq AI Chatbot",
+#     description="Fast chatbot powered by Groq",
+# )
+
+# # Launch
+# if __name__ == "__main__":
+#     demo.launch()
 import os
 from groq import Groq
 import gradio as gr
 
-# Initialize client
+# Initialize Groq
 client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
 
 # System prompt
 SYSTEM_PROMPT = {
     "role": "system",
-    "content": "You are a helpful, friendly AI assistant."
+    "content": "You are a helpful, friendly AI assistant. Answer clearly."
 }
 
-# Clean message (IMPORTANT FIX)
-def clean_message(msg):
-    return {
-        "role": msg.get("role"),
-        "content": msg.get("content")
-    }
-
-# Chatbot function
-def chatbot(message, history):
+# Extract text from uploaded file (basic version)
+def read_file(file):
+    if file is None:
+        return ""
+    
     try:
-        messages = [SYSTEM_PROMPT]
+        content = file.read().decode("utf-8", errors="ignore")
+        return content[:3000]  # limit size
+    except:
+        return ""
 
-        # Limit history
-        history = history[-6:] if history else []
+# Streaming chatbot
+def chatbot(message, history, file):
+    messages = [SYSTEM_PROMPT]
 
-        for item in history:
-            # Case 1: tuple (user, bot)
-            if isinstance(item, (list, tuple)) and len(item) == 2:
-                user_msg, bot_msg = item
+    # Add file content if uploaded
+    file_text = read_file(file)
+    if file_text:
+        messages.append({
+            "role": "user",
+            "content": f"Here is a document:\n{file_text}"
+        })
 
-                if user_msg:
-                    messages.append({"role": "user", "content": str(user_msg)})
-                if bot_msg:
-                    messages.append({"role": "assistant", "content": str(bot_msg)})
+    # Add history safely
+    if history:
+        for user_msg, bot_msg in history[-5:]:
+            if user_msg:
+                messages.append({"role": "user", "content": str(user_msg)})
+            if bot_msg:
+                messages.append({"role": "assistant", "content": str(bot_msg)})
 
-            # Case 2: dict (REMOVE metadata)
-            elif isinstance(item, dict):
-                if "role" in item and "content" in item:
-                    messages.append(clean_message(item))
+    # Add current message
+    messages.append({"role": "user", "content": message})
 
-        # Add current message
-        messages.append({"role": "user", "content": str(message)})
-
-        # Call Groq
-        response = client.chat.completions.create(
+    try:
+        # STREAMING RESPONSE
+        stream = client.chat.completions.create(
             model="llama-3.3-70b-versatile",
             messages=messages,
             temperature=0.7,
             max_tokens=1024,
+            stream=True,
         )
 
-        return response.choices[0].message.content.strip()
+        partial_response = ""
+
+        for chunk in stream:
+            if chunk.choices[0].delta.content:
+                partial_response += chunk.choices[0].delta.content
+                yield partial_response   # streaming output
 
     except Exception as e:
-        return f"⚠️ Error: {str(e)}"
+        yield f"⚠️ Error: {str(e)}"
+
+
+# Custom UI with Blocks (modern design)
+with gr.Blocks(theme=gr.themes.Soft()) as demo:
+
+    gr.Markdown("# 🚀 Groq AI Chatbot")
+    gr.Markdown("💬 Chat like ChatGPT | 📄 Upload file support")
+
+    chatbot_ui = gr.Chatbot(height=400)
+
+    with gr.Row():
+        msg = gr.Textbox(
+            placeholder="Type your message...",
+            scale=4
+        )
+        file = gr.File(label="📄 Upload file", scale=1)
+
+    send = gr.Button("Send 🚀")
+
+    def user_submit(user_message, history, file):
+        return "", history + [[user_message, None]], file
+
+    def bot_response(history, file):
+        user_message = history[-1][0]
 
+        for response in chatbot(user_message, history[:-1], file):
+            history[-1][1] = response
+            yield history
 
-# UI
-demo = gr.ChatInterface(
-    fn=chatbot,
-    title="🚀 Groq AI Chatbot",
-    description="Fast chatbot powered by Groq",
-)
+    send.click(user_submit, [msg, chatbot_ui, file], [msg, chatbot_ui, file])\
+        .then(bot_response, [chatbot_ui, file], chatbot_ui)
 
 # Launch
 if __name__ == "__main__":