Update app.py

app.py

@@ -19,19 +19,26 @@ def initialize_client(api_key=None):
         raise ValueError("Please provide a Together API Key")
 
 def encode_image(image_path):
-    with Image.open(image_path) as img:
-        buffered = io.BytesIO()
-        img.save(buffered, format="PNG")
-        return base64.b64encode(buffered.getvalue()).decode('utf-8')
+    try:
+        with Image.open(image_path) as img:
+            buffered = io.BytesIO()
+            img.save(buffered, format="PNG")
+            return base64.b64encode(buffered.getvalue()).decode('utf-8')
+    except Exception as e:
+        print(f"Error encoding image: {e}")
+        raise e
 
 def bot_streaming(message, history, together_api_key, max_new_tokens=250, temperature=0.7):
+    # Initialize history if it's None
     if history is None:
         history = []
+    
+    # Initialize the Together client if not already done
     if client is None:
         try:
             initialize_client(together_api_key)
         except Exception as e:
-            # Initialize history with error message
+            # Append error to history and yield
             history.append(["Error initializing client", str(e)])
             yield history
             return
@@ -40,10 +47,22 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
 
     messages = [{"role": "system", "content": prompt}]
 
-    # Build the conversation history
-    for user_msg, assistant_msg in history:
-        messages.append({"role": "user", "content": [{"type": "text", "text": user_msg}]})
-        messages.append({"role": "assistant", "content": [{"type": "text", "text": assistant_msg}]})
+    # Build the conversation history for the API
+    for idx, (user_msg, assistant_msg) in enumerate(history):
+        # Append user messages
+        messages.append({
+            "role": "user",
+            "content": [
+                {"type": "text", "text": user_msg}
+            ]
+        })
+        # Append assistant messages
+        messages.append({
+            "role": "assistant",
+            "content": [
+                {"type": "text", "text": assistant_msg}
+            ]
+        })
 
     # Prepare the current message
     content = []
@@ -51,37 +70,49 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
 
     try:
         if isinstance(message, dict):
+            # Handle text input
             if 'text' in message and message['text']:
                 user_text = message['text']
                 content.append({"type": "text", "text": user_text})
+            
+            # Handle image input
             if 'files' in message and len(message['files']) > 0:
                 file_info = message['files'][0]
-                if isinstance(file_info, dict) and 'name' in file_info:
-                    image_path = file_info['name']
+                if isinstance(file_info, dict) and 'path' in file_info:
+                    image_path = file_info['path']
                 elif isinstance(file_info, str):
                     image_path = file_info
                 else:
-                    raise ValueError("Invalid file information.")
+                    raise ValueError("Invalid file information provided.")
 
+                # Encode the image to base64
                 image_base64 = encode_image(image_path)
-                content.append({"type": "image_url", "image_url": {"url": f"data:image/png;base64,{image_base64}"}})
+                content.append({
+                    "type": "image_url",
+                    "image_url": {"url": f"data:image/png;base64,{image_base64}"}
+                })
                 user_text += "\n[User uploaded an image]"
         else:
+            # If message is a string
             user_text = message
             content.append({"type": "text", "text": user_text})
     except Exception as e:
-        # Update history before yielding
-        history.append([user_text, f"An error occurred while processing your input: {str(e)}"])
+        # If there's an error processing the input, append it to history and yield
+        error_message = f"An error occurred while processing your input: {str(e)}"
+        print(error_message)  # Debug statement
+        history.append([user_text or "[Invalid input]", error_message])
         yield history
         return
 
-    messages.append({"role": "user", "content": content})
-
-    # Update the history with the new user message (with empty assistant response)
+    # Append the new user message with an empty assistant response
     history.append([user_text, ""])
-    yield history
+    yield history  # Yield the updated history to show the user's message immediately
+
+    # Append the current user message to the API messages
+    messages.append({"role": "user", "content": content})
 
     try:
+        # Call the Together AI API with streaming
         stream = client.chat.completions.create(
             model="meta-llama/Llama-Vision-Free",
             messages=messages,
@@ -92,19 +123,38 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
 
         response = ""
         for chunk in stream:
-            response += chunk.choices[0].delta.content or ""
-            history[-1][1] = response
-            yield history
+            # Extract the content from the API response
+            chunk_content = chunk.choices[0].delta.content or ""
+            response += chunk_content
+            # Update the last assistant message in history
+            if history:
+                history[-1][1] = response
+                yield history
+            else:
+                # If history is somehow empty, append the response
+                history.append(["", response])
+                yield history
 
         if not response:
+            # If no response was generated, notify the user
             history[-1][1] = "No response generated. Please try again."
             yield history
 
     except Exception as e:
+        # Handle exceptions from the API call
+        error_message = ""
         if "Request Entity Too Large" in str(e):
-            history[-1][1] = "The image is too large. Please try with a smaller image or compress the existing one."
+            error_message = "The image is too large. Please try with a smaller image or compress the existing one."
+        else:
+            error_message = f"An error occurred: {str(e)}"
+        
+        print(error_message)  # Debug statement
+
+        if history:
+            history[-1][1] = error_message
         else:
-            history[-1][1] = f"An error occurred: {str(e)}"
+            history.append(["", error_message])
+        
         yield history
 
 with gr.Blocks() as demo: