Update app.py

app.py

@@ -1,35 +1,55 @@
 import gradio as gr
-import pygame
-import moviepy.editor as mp
-import midi  # You might need a different package based on your needs, e.g., mido or pretty_midi
-
-# Function to play MIDI and generate video
-def play_midi_and_generate_video(midi_file):
-    # Initialize Pygame
-    pygame.mixer.init()
-    pygame.mixer.music.load(midi_file)
-    
-    # Play the MIDI file
-    pygame.mixer.music.play()
-    
-    # Process the MIDI file to generate a visualizer
-    pattern = midi.read_midifile(midi_file)
-    
-    # Placeholder for visualization creation logic
-    # Here you would convert the MIDI data into some form of visual output
-    # For the purpose of this example, we'll just create a blank video
-    
-    clip = mp.ColorClip(size=(640, 480), color=(255, 255, 255), duration=5)  # 5 seconds white screen
-    video_file = "visualization.mp4"
-    clip.write_videofile(video_file, fps=24)
+import mido
+import matplotlib.pyplot as plt
+import numpy as np
+import tempfile
+from midi2audio import FluidSynth
+
+def midi_to_audio(midi_file):
+    # Convert MIDI to audio using FluidSynth
+    fs = FluidSynth()
+    with tempfile.NamedTemporaryFile(suffix=".wav") as tmp:
+        fs.midi_to_audio(midi_file.name, tmp.name)
+        return tmp.read()
+
+def visualize_midi(midi_file):
+    # Visualize MIDI data (a simple piano roll visualization)
+    midi = mido.MidiFile(midi_file.name)
+    notes = []
+    for msg in midi.play():
+        if msg.type == 'note_on' and msg.velocity > 0:
+            notes.append((msg.note, msg.time))
     
-    return video_file
+    if not notes:
+        return "No note data found in the MIDI file."
+
+    fig, ax = plt.subplots()
+    notes = np.array(notes)
+    ax.scatter(notes[:, 1].cumsum(), notes[:, 0])
+    ax.set_xlabel("Time (s)")
+    ax.set_ylabel("Note")
+    ax.set_title("MIDI Note Visualization")
+
+    with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp:
+        plt.savefig(tmp.name)
+        plt.close(fig)
+        return tmp.name
+
+def process_midi(file):
+    audio = midi_to_audio(file)
+    visualization = visualize_midi(file)
+    return audio, visualization
 
-# Gradio Interface
 with gr.Blocks() as demo:
-    midi_input = gr.File(label="Upload MIDI file")
-    video_output = gr.Video()
-    
-    midi_input.change(play_midi_and_generate_video, inputs=[midi_input], outputs=[video_output])
+    gr.Markdown("# MIDI Visualizer and Player")
+    with gr.Row():
+        with gr.Column():
+            midi_input = gr.File(label="Upload MIDI File")
+            play_button = gr.Button("Play and Visualize")
+        with gr.Column():
+            midi_audio_output = gr.Audio(label="MIDI Audio")
+            midi_visualization_output = gr.Image(label="MIDI Visualization")
+
+    play_button.click(process_midi, inputs=midi_input, outputs=[midi_audio_output, midi_visualization_output])
 
 demo.launch()