render abc notation

app.py

@@ -7,15 +7,11 @@ import subprocess
 from uuid import uuid4
 import gradio as gr
 import torch
-import torchaudio
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from transformers.generation import GenerationConfig
-from symusic import Score, Synthesizer
 import spaces
 
 os.environ['QT_QPA_PLATFORM']='offscreen'
-subprocess.run("modprobe fuse", shell=True, capture_output=True, text=True)
-subprocess.run("chmod +x MuseScore-4.1.1.232071203-x86_64.AppImage", shell=True)
 
 torch.backends.cuda.enable_mem_efficient_sdp(False)
 torch.backends.cuda.enable_flash_sdp(False)
@@ -94,27 +90,26 @@ def convert_history_to_text(task_history):
 # todo
 def postprocess_abc(text, conversation_id):
     os.makedirs(f"tmp/{conversation_id}", exist_ok=True)
-    ts = time.time()
-
     abc_pattern = r'(X:\d+\n(?:[^\n]*\n)+)'
     abc_notation = re.findall(abc_pattern, text+'\n')
     print(f'extract abc block: {abc_notation}')
     if abc_notation:
-        # render ABC as audio
-        s = Score.from_abc(abc_notation[0])
-        audio = Synthesizer().render(s, stereo=True)
-        audio_file = f'tmp/{conversation_id}/{ts}.mp3'
-        torchaudio.save(audio_file, torch.FloatTensor(audio), 44100)
-
-        # Convert abc notation to SVG
+        ts = time.time()
+        # Write the ABC text to a temporary file
+        tmp_abc = f"tmp/{conversation_id}/{ts}.abc"
+        with open(tmp_abc, "w") as abc_file:
+            abc_file.write(abc_notation[0])
+        # Convert abc notation to midi
         tmp_midi = f'tmp/{conversation_id}/{ts}.mid'
-        s.dump_midi(tmp_midi)
+        subprocess.run(["abc2midi", str(tmp_abc), "-o", tmp_midi])
+        # Convert abc notation to SVG
         svg_file = f'tmp/{conversation_id}/{ts}.svg'
-        subprocess.run(["./MuseScore-4.1.1.232071203-x86_64.AppImage", "-f", "-o", svg_file, tmp_midi])
-
-        return svg_file, audio_file
+        audio_file = f'tmp/{conversation_id}/{ts}.mp3'
+        subprocess.run(["musescore", "-o", svg_file, tmp_midi], capture_output=True, text=True)
+        subprocess.run(["musescore","-o", audio_file, tmp_midi])
+        return svg_file.replace(".svg", "-1.svg"), audio_file 
     else:
-        return None, None
+        return None, None 
 
 
 def _launch_demo(model, tokenizer):
@@ -193,10 +188,10 @@ def _launch_demo(model, tokenizer):
         &nbsp<a href="https://huggingface.co/datasets/m-a-p/MusicPile">🤗 Pretrain Dataset</a>&nbsp |
         &nbsp<a href="https://huggingface.co/datasets/m-a-p/MusicPile-sft">🤗 SFT Dataset</a></center>""")
         gr.Markdown("""\
-    <center><font size=4>💡Note: The music clips on this page is auto-converted from abc notations which may not be perfect, 
+    <center><font size=4>💡Note: The music clips on this page is auto-converted using musescore2 which may not be perfect, 
     and we recommend using better software for analysis.</center>""")
 
-        chatbot = gr.Chatbot(label='Chat-Musician', elem_classes="control-height", height=750)
+        chatbot = gr.Chatbot(label='ChatMusician', elem_classes="control-height", height=750)
         query = gr.Textbox(lines=2, label='Input')
         task_history = gr.State([])
         
@@ -207,8 +202,8 @@ def _launch_demo(model, tokenizer):
         gr.Examples(
             examples=[
                     ["Create music by following the alphabetic representation of the assigned musical structure and the given motif.\n'ABCA';X:1\nL:1/16\nM:2/4\nK:A\n['E2GB d2c2 B2A2', 'D2 C2E2 A2c2']"],
+                    ["Develop a melody using the given chord pattern.\n'C', 'C', 'G/D', 'D', 'G', 'C', 'G', 'G', 'C', 'C', 'F', 'C/G', 'G7', 'C'"],
                     ["Create sheet music in ABC notation from the provided text.\nAlternative title: \nThe Legacy\nKey: G\nMeter: 6/8\nNote Length: 1/8\nRhythm: Jig\nOrigin: English\nTranscription: John Chambers"],
-                    ["Develop a melody using the given chord pattern.\n'C', 'C', 'G/D', 'D', 'G', 'C', 'G', 'G', 'C', 'C', 'F', 'C/G', 'G7', 'C'"]
                 ],
             inputs=query
             )   

packages.txt

@@ -1,2 +1,2 @@
-fuse
-libfuse2
+abcmidi
+musescore

requirements.txt

@@ -1,6 +1,3 @@
-gradio==4.19.2
-symusic==0.4.2
 torch==2.2.1
-torchaudio==2.2.1
 transformers==4.32.0
 accelerate==0.25.0