Display img

Gradio_UI.py

@@ -162,17 +162,12 @@ def stream_to_gradio(
             content=f"**Final answer:**\n{final_answer.to_string()}\n",
         )
     elif isinstance(final_answer, AgentImage):
-        # DEBUG : afficher ce que renvoie to_string()
-        debug_str = final_answer.to_string()
+        # Ici, on suppose que final_answer.to_string() renvoie un chemin sur disque
+        image_path = final_answer.to_string()
         yield gr.ChatMessage(
             role="assistant",
-            content=f"AgentImage.to_string() = {debug_str}",
-        )
-        # puis essayer de l'interpréter comme chemin d'image
-        yield gr.ChatMessage(
-            role="assistant",
-            content={"path": debug_str, "mime_type": "image/png"},
-        )
+            content=f"Image générée : {image_path}",
+        ), image_path
     elif isinstance(final_answer, AgentAudio):
         yield gr.ChatMessage(
             role="assistant",
@@ -196,15 +191,20 @@ class GradioUI:
             if not os.path.exists(file_upload_folder):
                 os.mkdir(file_upload_folder)
 
-    def interact_with_agent(self, prompt, messages):
-        import gradio as gr
+    def interact_with_agent(self, prompt, messages, current_image):
+    import gradio as gr
+
+    messages.append(gr.ChatMessage(role="user", content=prompt))
+    yield messages, current_image
+
+    new_image = current_image
+    for msg, image_path in stream_to_gradio(self.agent, task=prompt, reset_agent_memory=False):
+        messages.append(msg)
+        if image_path is not None:
+            new_image = image_path
+        yield messages, new_image
 
-        messages.append(gr.ChatMessage(role="user", content=prompt))
-        yield messages
-        for msg in stream_to_gradio(self.agent, task=prompt, reset_agent_memory=False):
-            messages.append(msg)
-            yield messages
-        yield messages
+    yield messages, new_image
 
     def upload_file(
         self,
@@ -266,38 +266,49 @@ class GradioUI:
         )
 
     def launch(self, **kwargs):
-        import gradio as gr
+    import gradio as gr
 
-        with gr.Blocks(fill_height=True) as demo:
-            stored_messages = gr.State([])
-            file_uploads_log = gr.State([])
-            chatbot = gr.Chatbot(
-                label="Agent",
-                type="messages",
-                avatar_images=(
-                    None,
-                    "https://huggingface.co/datasets/agents-course/course-images/resolve/main/en/communication/Alfred.png",
-                ),
-                resizeable=True,
-                scale=1,
+    with gr.Blocks(fill_height=True) as demo:
+        stored_messages = gr.State([])
+        file_uploads_log = gr.State([])
+        current_image = gr.State(None)
+
+        chatbot = gr.Chatbot(
+            label="Agent",
+            type="messages",
+            avatar_images=(
+                None,
+                "https://huggingface.co/datasets/agents-course/course-images/resolve/main/en/communication/Alfred.png",
+            ),
+            resizeable=True,
+            scale=2,
+        )
+
+        # Composant image dédié
+        image_output = gr.Image(label="Dernière image générée", visible=True)
+
+        if self.file_upload_folder is not None:
+            upload_file = gr.File(label="Upload a file")
+            upload_status = gr.Textbox(label="Upload Status", interactive=False, visible=False)
+            upload_file.change(
+                self.upload_file,
+                [upload_file, file_uploads_log],
+                [upload_status, file_uploads_log],
             )
-            # If an upload folder is provided, enable the upload feature
-            if self.file_upload_folder is not None:
-                upload_file = gr.File(label="Upload a file")
-                upload_status = gr.Textbox(label="Upload Status", interactive=False, visible=False)
-                upload_file.change(
-                    self.upload_file,
-                    [upload_file, file_uploads_log],
-                    [upload_status, file_uploads_log],
-                )
-            text_input = gr.Textbox(lines=1, label="Chat Message")
-            text_input.submit(
-                self.log_user_message,
-                [text_input, file_uploads_log],
-                [stored_messages, text_input],
-            ).then(self.interact_with_agent, [stored_messages, chatbot], [chatbot])
-
-        demo.launch(debug=True, share=True, **kwargs)
+
+        text_input = gr.Textbox(lines=1, label="Chat Message")
+
+        text_input.submit(
+            self.log_user_message,
+            [text_input, file_uploads_log],
+            [stored_messages, text_input],
+        ).then(
+            self.interact_with_agent,
+            [stored_messages, chatbot, current_image],
+            [chatbot, image_output],   # <= chatbot + image
+        )
+
+    demo.launch(debug=True, share=True, **kwargs)
 
 
 __all__ = ["stream_to_gradio", "GradioUI"]