added save MIDI button
Browse files- playground.py +68 -22
playground.py
CHANGED
|
@@ -1,16 +1,15 @@
|
|
| 1 |
-
import matplotlib.pyplot as plt
|
| 2 |
import gradio as gr
|
| 3 |
from load import LoadModel
|
| 4 |
from generate import GenerateMidiText
|
| 5 |
-
from constants import
|
| 6 |
from decoder import TextDecoder
|
| 7 |
from utils import get_miditok, index_has_substring
|
| 8 |
from playback import get_music
|
| 9 |
from matplotlib import pylab
|
| 10 |
import sys
|
|
|
|
| 11 |
import matplotlib
|
| 12 |
from generation_utils import plot_piano_roll
|
| 13 |
-
import numpy as np
|
| 14 |
|
| 15 |
matplotlib.use("Agg")
|
| 16 |
|
|
@@ -91,13 +90,15 @@ def generator(
|
|
| 91 |
genesis.generate_n_more_bars(add_bar_count) # for all instruments
|
| 92 |
generated_text = genesis.get_whole_piece_from_bar_dict()
|
| 93 |
|
|
|
|
| 94 |
decoder.get_midi(generated_text, "mixed.mid")
|
| 95 |
mixed_inst_midi, mixed_audio = get_music("mixed.mid")
|
| 96 |
-
|
| 97 |
inst_text = genesis.get_selected_track_as_text(inst_index)
|
| 98 |
-
|
| 99 |
-
decoder.get_midi(inst_text,
|
| 100 |
-
_, inst_audio = get_music(
|
|
|
|
| 101 |
piano_roll = plot_piano_roll(mixed_inst_midi)
|
| 102 |
track["text"] = inst_text
|
| 103 |
state.append(track)
|
|
@@ -113,6 +114,32 @@ def generator(
|
|
| 113 |
)
|
| 114 |
|
| 115 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 116 |
def instrument_row(default_inst, row_id):
|
| 117 |
with gr.Row():
|
| 118 |
row = gr.Variable(row_id)
|
|
@@ -140,19 +167,20 @@ def instrument_row(default_inst, row_id):
|
|
| 140 |
# add_bars = gr.Checkbox(value=False, label="Add Bars")
|
| 141 |
# add_bar_count = gr.Dropdown([1, 2, 4, 8], value=1, label="Add Bars")
|
| 142 |
gen_btn = gr.Button("Generate")
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
| 155 |
-
|
|
|
|
| 156 |
|
| 157 |
|
| 158 |
with gr.Blocks() as demo:
|
|
@@ -162,6 +190,7 @@ with gr.Blocks() as demo:
|
|
| 162 |
""" # Demo-App of The-Jam-Machine
|
| 163 |
A Generative AI trained on text transcription of MIDI music """
|
| 164 |
)
|
|
|
|
| 165 |
track1_md = gr.Markdown(""" ## Mixed Audio and Piano Roll """)
|
| 166 |
mixed_audio = gr.Audio(label="Mixed Audio")
|
| 167 |
piano_roll = gr.Plot(label="Piano Roll", show_label=False)
|
|
@@ -179,11 +208,28 @@ with gr.Blocks() as demo:
|
|
| 179 |
track1_md = gr.Markdown(""" ## TRACK 3 """)
|
| 180 |
instrument_row("Synth Lead Square", 2)
|
| 181 |
# instrument_row("Piano")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 182 |
|
| 183 |
demo.launch(debug=True)
|
| 184 |
|
| 185 |
"""
|
| 186 |
-
TODO: reset button
|
| 187 |
-
TODO: add a button to save the generated midi
|
| 188 |
TODO: add improvise button
|
|
|
|
|
|
|
| 189 |
"""
|
|
|
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
from load import LoadModel
|
| 3 |
from generate import GenerateMidiText
|
| 4 |
+
from constants import INSTRUMENT_TRANSFER_CLASSES
|
| 5 |
from decoder import TextDecoder
|
| 6 |
from utils import get_miditok, index_has_substring
|
| 7 |
from playback import get_music
|
| 8 |
from matplotlib import pylab
|
| 9 |
import sys
|
| 10 |
+
import os
|
| 11 |
import matplotlib
|
| 12 |
from generation_utils import plot_piano_roll
|
|
|
|
| 13 |
|
| 14 |
matplotlib.use("Agg")
|
| 15 |
|
|
|
|
| 90 |
genesis.generate_n_more_bars(add_bar_count) # for all instruments
|
| 91 |
generated_text = genesis.get_whole_piece_from_bar_dict()
|
| 92 |
|
| 93 |
+
# save the mix midi and get the mix audio
|
| 94 |
decoder.get_midi(generated_text, "mixed.mid")
|
| 95 |
mixed_inst_midi, mixed_audio = get_music("mixed.mid")
|
| 96 |
+
# get the instrument text MIDI
|
| 97 |
inst_text = genesis.get_selected_track_as_text(inst_index)
|
| 98 |
+
# save the instrument midi and get the instrument audio
|
| 99 |
+
decoder.get_midi(inst_text, f"{instrument}.mid")
|
| 100 |
+
_, inst_audio = get_music(f"{instrument}.mid")
|
| 101 |
+
# generate the piano roll
|
| 102 |
piano_roll = plot_piano_roll(mixed_inst_midi)
|
| 103 |
track["text"] = inst_text
|
| 104 |
state.append(track)
|
|
|
|
| 114 |
)
|
| 115 |
|
| 116 |
|
| 117 |
+
def generated_text_from_state(state):
|
| 118 |
+
generated_text_from_state = "PIECE_START "
|
| 119 |
+
for track in state:
|
| 120 |
+
generated_text_from_state += track["text"]
|
| 121 |
+
return generated_text_from_state
|
| 122 |
+
|
| 123 |
+
|
| 124 |
+
def save_midi_to_folder(state, midi_path):
|
| 125 |
+
# check if midi_path exists using os
|
| 126 |
+
if os.path.exists(midi_path):
|
| 127 |
+
print(f"The path {midi_path} already exists")
|
| 128 |
+
else:
|
| 129 |
+
os.mkdir(midi_path)
|
| 130 |
+
print(f"Path '{midi_path}' created")
|
| 131 |
+
|
| 132 |
+
# making sure that the path ends with a slash
|
| 133 |
+
if midi_path[-1] != "/":
|
| 134 |
+
midi_path += "/"
|
| 135 |
+
|
| 136 |
+
generated_text = generated_text_from_state(state)
|
| 137 |
+
decoder.get_midi(generated_text, f"{midi_path}your_awesome_midi.mid")
|
| 138 |
+
status = f"MIDI file saved to: {midi_path}your_awesome_midi.mid"
|
| 139 |
+
|
| 140 |
+
return status
|
| 141 |
+
|
| 142 |
+
|
| 143 |
def instrument_row(default_inst, row_id):
|
| 144 |
with gr.Row():
|
| 145 |
row = gr.Variable(row_id)
|
|
|
|
| 167 |
# add_bars = gr.Checkbox(value=False, label="Add Bars")
|
| 168 |
# add_bar_count = gr.Dropdown([1, 2, 4, 8], value=1, label="Add Bars")
|
| 169 |
gen_btn = gr.Button("Generate")
|
| 170 |
+
|
| 171 |
+
gen_btn.click(
|
| 172 |
+
fn=generator,
|
| 173 |
+
inputs=[row, regenerate, temp, density, inst, state, piece_by_track],
|
| 174 |
+
outputs=[
|
| 175 |
+
output_txt,
|
| 176 |
+
inst_audio,
|
| 177 |
+
piano_roll,
|
| 178 |
+
state,
|
| 179 |
+
mixed_audio,
|
| 180 |
+
regenerate,
|
| 181 |
+
piece_by_track,
|
| 182 |
+
],
|
| 183 |
+
)
|
| 184 |
|
| 185 |
|
| 186 |
with gr.Blocks() as demo:
|
|
|
|
| 190 |
""" # Demo-App of The-Jam-Machine
|
| 191 |
A Generative AI trained on text transcription of MIDI music """
|
| 192 |
)
|
| 193 |
+
|
| 194 |
track1_md = gr.Markdown(""" ## Mixed Audio and Piano Roll """)
|
| 195 |
mixed_audio = gr.Audio(label="Mixed Audio")
|
| 196 |
piano_roll = gr.Plot(label="Piano Roll", show_label=False)
|
|
|
|
| 208 |
track1_md = gr.Markdown(""" ## TRACK 3 """)
|
| 209 |
instrument_row("Synth Lead Square", 2)
|
| 210 |
# instrument_row("Piano")
|
| 211 |
+
#
|
| 212 |
+
track1_md = gr.Markdown(""" ## SAVE AS MIDI file - enter a valid path """)
|
| 213 |
+
with gr.Row():
|
| 214 |
+
# with gr.Column(scale=1, min_width=100):
|
| 215 |
+
saving_path = gr.Textbox(
|
| 216 |
+
value="/Users/ChatGPT/Downloads/TheJamMachine/",
|
| 217 |
+
show_label=False,
|
| 218 |
+
label="Saving Path",
|
| 219 |
+
interactive=True,
|
| 220 |
+
)
|
| 221 |
+
# with gr.Column(scale=1, min_width=100):
|
| 222 |
+
gen_btn = gr.Button("Save MIDI")
|
| 223 |
+
# with gr.Column(scale=1, min_width=100):
|
| 224 |
+
status = gr.Textbox(show_label=False)
|
| 225 |
+
|
| 226 |
+
gen_btn.click(fn=save_midi_to_folder, inputs=[state, saving_path], outputs=status)
|
| 227 |
+
|
| 228 |
|
| 229 |
demo.launch(debug=True)
|
| 230 |
|
| 231 |
"""
|
|
|
|
|
|
|
| 232 |
TODO: add improvise button
|
| 233 |
+
TODO: cleanup input output of generator
|
| 234 |
+
TODO: add a way to add bars
|
| 235 |
"""
|