First sonification test, minus getting sentiment.

app.py

@@ -1,3 +1,8 @@
+"""
+Find the inspiration for this project as well as the pretrained model
+we used here: https://github.com/bearpelican/musicautobot
+"""
+
 import gradio as gr
 
 from musicautobot.utils.setup_musescore import play_wav
@@ -45,11 +50,40 @@ learner = music_model_learner(
 
 print("Ready to use.")
 
+musical_letters = 'abcdefg'
+
+
+
+from music21 import note
 
-def sonify_text(text):
+def sonify_text(text, sentiment):
     name = Path('C Major Scale.midi')
     item = MusicItem.from_file(name, data.vocab)
-    return item
+
+    note_names = [f"{letter.upper()}4" for letter in text.lower() if letter in musical_letters]
+
+    p = music21.stream.Part()
+    if sentiment == 'NEGATIVE':
+        # If negative, use TODO 
+        p.append(music21.chord.Chord('C4 E4 G4', type='half')) # I
+        p.append(music21.chord.Chord('G3 B3 D4', type='half')) # V
+        p.append(music21.chord.Chord('A3 C4 E4', type='half')) # vi
+    else:
+        # If positive, use a partial progression I-V-vi in C Major.
+        p.append(music21.chord.Chord('C4 E4 G4', type='half')) # I
+        p.append(music21.chord.Chord('G3 B3 D4', type='half')) # V
+        p.append(music21.chord.Chord('A3 C4 E4', type='half')) # vi
+
+    notes = []
+    for note_name in note_names:
+        note_obj = note.Note(note_name)
+        note_obj.duration.type = "quarter"
+        p.append(note_obj)
+
+    s = music21.stream.Score([p])
+
+    musical_seed = MusicItem.from_stream(s, data.vocab)
+    return musical_seed
 
 def process_midi(MIDI_File, Text_to_Sonify, Randomness, Amount_of_Music_to_Add):
     if MIDI_File is not None:
@@ -64,7 +98,8 @@ def process_midi(MIDI_File, Text_to_Sonify, Randomness, Amount_of_Music_to_Add):
     
     # create the model input object
     if sonification:
-        item = sonify_text(Text_to_Sonify)
+        sentiment = 'POSITIVE'
+        item = sonify_text(Text_to_Sonify, sentiment)
     else:
         item = MusicItem.from_file(name, data.vocab)
 
@@ -77,7 +112,12 @@ def process_midi(MIDI_File, Text_to_Sonify, Randomness, Amount_of_Music_to_Add):
     )
    
     # convert to stream and then MIDI file
-    stream = full.to_stream()
+    if sonification:
+        # do not replay the musical seed if sonifying
+        stream = pred.to_stream()
+    else:
+        stream = full.to_stream()
+
     out = music21.midi.translate.streamToMidiFile(stream)
     
     # save MIDI file
@@ -90,10 +130,14 @@ def process_midi(MIDI_File, Text_to_Sonify, Randomness, Amount_of_Music_to_Add):
     FluidSynth(sound_font).midi_to_audio('result.midi', 'result.wav')
     return 'result.wav'
 
+midi_file_desc = """Upload your own MIDI file here.
+If you do not have a MIDI file, add some text and we will turn it into music!
+"""
+
 iface = gr.Interface(
     fn=process_midi, 
     inputs=[
-        gr.inputs.File(optional=True, label="Upload your own MIDI file here."),
+        gr.inputs.File(optional=True, label=midi_file_desc),
         "text", 
         gr.inputs.Slider(0, 250, default=100, step=50),
         gr.inputs.Radio([100, 200, 500], type="value", default=100)