Update app.py

app.py

@@ -4,8 +4,11 @@ from zerorvc import RVC
 import soundfile as sf
 from pydub import AudioSegment
 from joblib import memory
+import spaces
+from accelerate import Accelerator
 
 memory = memory.Memory(location="cache", verbose=0)
+accelerator = Accelerator()
 
 @memory.cache(ignore=["client"])
 def split(client, audio):
@@ -16,10 +19,15 @@ def split(client, audio):
   )
   return result[0], result[1]
 
+@spaces.GPU
+def convert(model, vocal, pitch_modification):
+    rvc = RVC.from_pretrained(model).to(accelerator.device)
+    samples = rvc.convert(vocal, pitch_modification=pitch_modification)
+    return samples
+
 def process_audio(client, model, audio, pitch_modification):
-  rvc = RVC.from_pretrained(model)
   vocal, bgm = split(client, audio)
-  samples = rvc.convert(vocal, pitch_modification=pitch_modification)
+  samples = convert(model, vocal, pitch_modification)
 
   sf.write("vocal.wav", samples, rvc.sr)
 
@@ -45,11 +53,14 @@ def set_client_for_session(request: gr.Request):
 
 with gr.Blocks() as demo:
     client = gr.State()
+    model = gr.Text("someone/model")
+    audio = gr.Audio(type="filepath")
+    pitch = gr.Slider(minimum=-36, maximum=36, value=0, step=1)
     btn = gr.Button("Run", variant="primary")
 
     btn.click(
         process_audio,
-        [client, gr.Text("someone/model"), gr.Audio(type="filepath"), gr.Slider(minimum=-36, maximum=36, value=0, step=1)],
+        [client, model, audio, pitch],
         [gr.Audio(label="Combined"), gr.Audio(label="Vocal"), gr.Audio(label="Background")]
     )