Update app.py

app.py

@@ -19,35 +19,45 @@ def generate_wave(frequency=220, duration=3):
     waveform = chirp(t, f0=frequency, f1=frequency*2, t1=duration, method='quadratic')
     return waveform, sample_rate
 
-# 3D Black Hole with Hand Interaction
+# Process Hand Tracking
 def process_frame(frame):
     frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
     results = hands.process(frame_rgb)
+    rotation = 0
 
     if results.multi_hand_landmarks:
         for hand_landmarks in results.multi_hand_landmarks:
             mp_drawing.draw_landmarks(frame, hand_landmarks, mp_hands.HAND_CONNECTIONS)
             x = hand_landmarks.landmark[mp_hands.HandLandmark.WRIST].x
-            y = hand_landmarks.landmark[mp_hands.HandLandmark.WRIST].y
-            rotation = (x - 0.5) * 360  # Rotate black hole based on hand position
-            return frame, rotation
+            rotation = (x - 0.5) * 360  # Rotate black hole based on hand movement
 
-    return frame, 0  # Default if no hand detected
+    return frame, rotation  # Return frame with hand-tracking + rotation value
 
+# Create Black Hole Visualization
 def black_hole_visualization(rotation):
-    fig = go.Figure(go.Surface(z=np.sin(np.linspace(0, 10, 100)[:, None] + np.linspace(0, 10, 100))))
-    fig.update_layout(scene_camera=dict(eye=dict(x=1.5*np.cos(np.radians(rotation)), y=1.5*np.sin(np.radians(rotation)), z=1)))
+    x = np.linspace(-5, 5, 100)
+    y = np.linspace(-5, 5, 100)
+    X, Y = np.meshgrid(x, y)
+    Z = np.sin(X**2 + Y**2 - rotation * 0.01)  # Distorted wave effect
+
+    fig = go.Figure(data=[go.Surface(z=Z)])
+    fig.update_layout(title="Black Hole Distortion", autosize=True)
     return fig
 
+# Main function integrating webcam, black hole, and sound
 def run_app(webcam):
     frame, rotation = process_frame(webcam)
     black_hole_figure = black_hole_visualization(rotation)
     wave_data, sr = generate_wave(frequency=200 + rotation)
+
     return cv2.cvtColor(frame, cv2.COLOR_BGR2RGB), black_hole_figure, (wave_data, sr)
 
-iface = gr.Interface(fn=run_app, 
-                     inputs=gr.Image(type="pil"), 
-                     outputs=["image", "plot", "audio"], 
-                     live=True)
+# Launch Gradio UI
+iface = gr.Interface(
+    fn=run_app, 
+    inputs=gr.Image(source="webcam", streaming=True), 
+    outputs=["image", "plot", "audio"], 
+    live=True
+)
 
 iface.launch()