Update app.py

app.py

@@ -102,7 +102,7 @@ bbox_max_x = min(frame_width, max(x_coords) + 20)
 bbox_min_y = max(0, min(y_coords) - 20)
 bbox_max_y = min(frame_height, max(y_coords) + 20)
 
-# Helper functions (same as original, included for completeness)
+# Helper functions
 def euclidean_distance(p1, p2):
     return np.sqrt((p1[0] - p2[0])**2 + (p1[1] - p2[1])**2)
 
@@ -551,73 +551,46 @@ def process_frame(frame, state):
 
     return frame, instruction, state
 
-def process_video(video_path, progress=gr.Progress()):
-    cap = cv2.VideoCapture(video_path)
-    if not cap.isOpened():
-        return None, "Error: Could not open video.", None
-
-    state = None
-    frames = []
-    instructions = []
-    temp_file = "output_video.mp4"
-    fourcc = cv2.VideoWriter_fourcc(*'mp4v')
-    out = cv2.VideoWriter(temp_file, fourcc, 20.0, (frame_width, frame_height))
-
-    frame_count = int(cap.get(cv2.CAP_PROP_FRAME_COUNT))
-    progress(0, desc="Processing video frames")
-
-    for i in progress.tqdm(range(frame_count), desc="Processing frames"):
-        ret, frame = cap.read()
-        if not ret:
-            break
-        frame, instruction, state = process_frame(frame, state)
-        frames.append(frame)
-        instructions.append(instruction)
-        out.write(frame)
-
-    cap.release()
-    out.release()
-    pose.close()
-
-    return temp_file, instructions[-1] if instructions else "Processing complete.", state
-
-def process_image(image):
-    state = None
-    frame = image
+def webcam_stream(frame, state):
+    """
+    Process webcam frames in real-time for Gradio streaming.
+    """
+    if frame is None:
+        return None, "No frame received.", state
     frame, instruction, state = process_frame(frame, state)
-    return frame, instruction
+    return frame, instruction, state
 
 # Gradio interface
 with gr.Blocks() as demo:
     gr.Markdown("# AI-Based BPPV Maneuver Guider")
-    gr.Markdown("Upload a video or image to guide you through the Epley Maneuver for BPPV treatment. Follow the on-screen instructions.")
+    gr.Markdown("Use your webcam to guide you through the Epley Maneuver for BPPV treatment. Follow the on-screen instructions. Note: Webcam streaming works best when running locally.")
 
     with gr.Row():
         with gr.Column():
-            video_input = gr.Video(label="Upload Video")
-            image_input = gr.Image(label="Upload Image")
-            process_button = gr.Button("Process")
+            webcam_input = gr.Video(label="Webcam Feed", source="webcam", live=True)
+            reset_button = gr.Button("Reset State")
         with gr.Column():
-            output_video = gr.Video(label="Processed Video")
-            output_image = gr.Image(label="Processed Image")
+            output_image = gr.Image(label="Processed Frame", streaming=True)
             instruction_output = gr.Textbox(label="Instructions")
 
     state = gr.State()
 
-    def process_media(video, image, state):
-        if video:
-            output, instruction, new_state = process_video(video)
-            return output, None, instruction, new_state
-        elif image is not None:
-            output, instruction = process_image(image)
-            return None, output, instruction, state
-        else:
-            return None, None, "Please upload a video or image.", state
-
-    process_button.click(
-        fn=process_media,
-        inputs=[video_input, image_input, state],
-        outputs=[output_video, output_image, instruction_output, state]
+    # Stream webcam frames
+    webcam_input.stream(
+        fn=webcam_stream,
+        inputs=[webcam_input, state],
+        outputs=[output_image, instruction_output, state],
+        _js="""(inputs) => {
+            // Ensure webcam is accessed
+            return inputs;
+        }"""
+    )
+
+    # Reset state button
+    reset_button.click(
+        fn=lambda: None,
+        inputs=None,
+        outputs=state
     )
 
 if __name__ == "__main__":