Update app.py

app.py

@@ -203,7 +203,7 @@ def process_video(video_data):
 
         video = cv2.VideoCapture(video_path)
         if not video.isOpened():
-            raise ValueError("Could not open video file")
+            raise ValueValueError("Could not open video file")
 
         violations, snapshots = [], []
         frame_count, processed_frames = 0, 0
@@ -272,24 +272,31 @@ def process_video(video_data):
 # ==========================
 # Gradio Interface
 # ==========================
-def gradio_interface(video_file):
+def gradio_interface(video_file, selected_snapshot_url=None):
     if not video_file:
-        return "No file uploaded.", "", "No file uploaded.", "", "No file uploaded."
+        return "No file uploaded.", "", "No file uploaded.", "", "No file uploaded.", None
     try:
         with open(video_file, "rb") as f:
             video_data = f.read()
         result = process_video(video_data)
 
-        # Format violations as a Markdown table
+        # Format violations as a Markdown table with Violation Details column
         violation_table = "No violations detected."
         if result["violations"]:
-            header = "| Violation     | Timestamp | Confidence | Bounding Box             |\n"
-            separator = "|---------------|-----------|------------|--------------------------|\n"
+            header = "| Violation        | Timestamp | Confidence | Bounding Box             | Violation Details |\n"
+            separator = "|------------------|-----------|------------|--------------------------|-------------------|\n"
             rows = []
             for v in result["violations"]:
-                # Simplify violation names (e.g., "no_helmet" to "helmet")
-                violation_name = v["violation"].replace("no_", "").replace("unsafe_", "")
-                row = f"| {violation_name:<13} | {v['timestamp']:.2f}s  | {v['confidence']:.2f}      | {v['bounding_box']} |"
+                # Use original violation names (e.g., "no_helmet", "unsafe_posture")
+                violation_name = v["violation"]
+                # Find the corresponding snapshot URL
+                snapshot_url = next(
+                    (s["snapshot_url"] for s in result["snapshots"] if s["frame"] == v["frame"] and s["violation"] == v["violation"]),
+                    ""
+                )
+                # Create a clickable link for the snapshot URL
+                details_link = f"[View Snapshot]({snapshot_url})" if snapshot_url else "N/A"
+                row = f"| {violation_name:<16} | {v['timestamp']:.2f}s  | {v['confidence']:.2f}      | {v['bounding_box']} | {details_link} |"
                 rows.append(row)
             violation_table = header + separator + "\n".join(rows)
 
@@ -297,33 +304,42 @@ def gradio_interface(video_file):
         snapshots_text = "No snapshots captured."
         if result["snapshots"]:
             snapshots_text = "\n".join(
-                f"- Snapshot for {s['violation'].replace('no_', '').replace('unsafe_', '')} at frame {s['frame']}: {s['snapshot_url']}"
+                f"- Snapshot for {s['violation']} at frame {s['frame']}: [{s['snapshot_url']}]({s['snapshot_url']})"
                 for s in result["snapshots"]
             )
 
+        # Display the selected snapshot image
+        snapshot_image = selected_snapshot_url if selected_snapshot_url else None
+
         return (
             violation_table,
             f"Safety Score: {result['score']}%",
             snapshots_text,
             f"Salesforce Record ID: {result['salesforce_record_id'] or 'N/A'}",
-            f"Violation Details URL: {result['violation_details_url'] or 'N/A'}"
+            f"URL: {result['violation_details_url'] or 'N/A'}",
+            snapshot_image
         )
     except Exception as e:
         logger.error(f"Error in Gradio interface: {e}")
-        return f"Error: {str(e)}", "", "Error in processing.", "", "Error in processing."
+        return f"Error: {str(e)}", "", "Error in processing.", "", "Error in processing.", None
 
+# Update Gradio interface to include snapshot URL input and image output
 interface = gr.Interface(
     fn=gradio_interface,
-    inputs=gr.Video(label="Upload Site Video"),
+    inputs=[
+        gr.Video(label="Upload Site Video"),
+        gr.Textbox(label="Snapshot URL (Click a link in the table or snapshots)", placeholder="Paste snapshot URL here", interactive=True)
+    ],
     outputs=[
         gr.Markdown(label="Detected Safety Violations"),
         gr.Textbox(label="Compliance Score"),
         gr.Markdown(label="Snapshots"),
         gr.Textbox(label="Salesforce Record ID"),
-        gr.Textbox(label="Violation Details URL")
+        gr.Textbox(label="URL"),
+        gr.Image(label="Selected Snapshot")
     ],
     title="Worksite Safety Violation Analyzer",
-    description="Upload short site videos to detect safety violations (e.g., no helmet, no harness, unsafe posture)."
+    description="Upload short site videos to detect safety violations (e.g., no helmet, no harness, unsafe posture). Click a snapshot link to view the image."
 )
 
 if __name__ == "__main__":