Update app.py

app.py

@@ -21,23 +21,17 @@ interpreter.llm.model = "gpt-4-turbo"
 interpreter.custom_instructions = "First ask the user what they want to do. Based on the input, describe the next steps. If user agrees, proceed; if not, ask what they want next.If it is anything to display , always at the end open up the file."
 
 def json_to_markdown(json_data):
-    full_message = []
+    full_message = ""
     images = []
-    # Regex to detect URLs; this is a simple version and might need to be adapted
-    url_pattern = r'(http[s]?://\S+|sandbox:/\S+)'
-
     for item in json_data:
-        if item['role'] == 'assistant' and item['type'] == 'message':
-            content = item.get('content', " ")
-            # Find all URLs in the content
-            urls = re.findall(url_pattern, content)
-            # Append any detected URLs to the images list
-            images.extend(urls)
-            # Remove URLs from the content
-            content = re.sub(url_pattern, "", content).strip()
-            if content:
-                full_message.append(content)
-    return full_message, images
+        if item['role'] == 'assistant':
+            if item['type'] == 'message':
+                content = item.get('content', " ")
+                full_message += content + " "
+            elif item['type'] == 'image' and 'path' in item:
+                images.append(item['path'])
+    return full_message.strip(), images
+
     
 def list_png_files(directory):
     """List .png files in a given directory, sorted by modification time."""
@@ -81,11 +75,22 @@ def create_chat_widget():
         return chatblock
 
 def update_bot(text, chatbot):
+    if text:  # Append user input to the chat first
+        chatbot.append(("User", text))
     response_json = interpreter.chat(text, stream=True, display=False)
-    formatted_response = json_to_markdown(response_json)
-    chatbot.append((text, formatted_response))
+    formatted_response, images = json_to_markdown(response_json)
+    # Append text response if it exists
+    if formatted_response.strip():
+        chatbot.append(("Assistant", formatted_response))
+    # Append images if any
+    for img_path in images:
+        if os.path.exists(img_path) and img_path.endswith('.png'):
+            chatbot.append(("Assistant", img_path))  # Assuming the path is accessible
+        else:
+            chatbot.append(("Assistant", "Image not found or path is invalid."))
     return chatbot, ""
 
+
 with gr.Blocks() as demo:
     with gr.Tab("HEXON Chatbot Assignment"):
         chat_interface = create_chat_widget()