Update app.py

app.py

@@ -6,6 +6,7 @@ import time
 from PIL import Image as PILImage
 import io
 import os
+import base64
 
 def create_monitor_interface():
     api_key = os.getenv("GROQ_API_KEY")
@@ -38,10 +39,18 @@ def create_monitor_interface():
             if frame is None:
                 return "No frame received"
                 
+            # Convert numpy array to PIL Image
+            if len(frame.shape) == 2:  # If grayscale
+                frame = cv2.cvtColor(frame, cv2.COLOR_GRAY2RGB)
+            elif len(frame.shape) == 3 and frame.shape[2] == 4:  # If RGBA
+                frame = cv2.cvtColor(frame, cv2.COLOR_RGBA2RGB)
+                
             frame_pil = PILImage.fromarray(frame)
-            img_byte_arr = io.BytesIO()
-            frame_pil.save(img_byte_arr, format='JPEG')
-            img_byte_arr = img_byte_arr.getvalue()
+            
+            # Convert to base64
+            buffered = io.BytesIO()
+            frame_pil.save(buffered, format="JPEG")
+            img_base64 = base64.b64encode(buffered.getvalue()).decode('utf-8')
             
             prompt = """Analyze this image for workplace safety issues. Focus on:
             1. PPE usage (helmets, vests, etc.)
@@ -57,7 +66,7 @@ def create_monitor_interface():
                             "role": "user",
                             "content": [
                                 {"type": "text", "text": prompt},
-                                {"type": "image", "image": img_byte_arr}
+                                {"type": "image", "image_url": f"data:image/jpeg;base64,{img_base64}"}
                             ]
                         }
                     ],
@@ -78,14 +87,19 @@ def create_monitor_interface():
             
             # Add text overlay
             overlay = display_frame.copy()
-            cv2.rectangle(overlay, (5, 5), (640, 200), (0, 0, 0), -1)
+            height, width = display_frame.shape[:2]
+            cv2.rectangle(overlay, (5, 5), (width-5, 100), (0, 0, 0), -1)
             cv2.addWeighted(overlay, 0.3, display_frame, 0.7, 0, display_frame)
             
+            # Add analysis text
             y_position = 30
-            for line in analysis.split('\n'):
+            lines = analysis.split('\n')
+            for line in lines:
                 cv2.putText(display_frame, line[:80], (10, y_position),
                            cv2.FONT_HERSHEY_SIMPLEX, 0.6, (0, 255, 0), 2)
                 y_position += 30
+                if y_position >= 90:  # Prevent text from going outside the overlay
+                    break
 
             return display_frame, analysis
 
@@ -94,7 +108,7 @@ def create_monitor_interface():
     
     with gr.Blocks() as demo:
         gr.Markdown("""
-        # Real-time Safety Monitoring System
+        # Safety Monitoring System
         Upload an image to analyze workplace safety concerns.
         """)
         
@@ -102,13 +116,16 @@ def create_monitor_interface():
             input_image = gr.Image(label="Upload Image")
             output_image = gr.Image(label="Analysis Results")
         
-        analysis_text = gr.Textbox(label="Safety Analysis", lines=5)
+        analysis_text = gr.Textbox(label="Detailed Safety Analysis", lines=5)
             
         def analyze_image(image):
             if image is None:
                 return None, "No image provided"
-            processed_frame, analysis = monitor.process_frame(image)
-            return processed_frame, analysis
+            try:
+                processed_frame, analysis = monitor.process_frame(image)
+                return processed_frame, analysis
+            except Exception as e:
+                return None, f"Error processing image: {str(e)}"
             
         input_image.change(
             fn=analyze_image,
@@ -118,9 +135,9 @@ def create_monitor_interface():
         
         gr.Markdown("""
         ## Instructions:
-        1. Click the 'Upload Image' area or drag and drop an image
-        2. The system will automatically analyze the safety concerns
-        3. View the analyzed image and detailed safety report
+        1. Upload an image using the input panel
+        2. The system will automatically analyze it for safety concerns
+        3. View the analyzed image with overlay and detailed analysis below
         """)
 
     return demo