Update app.py

app.py

@@ -23,11 +23,7 @@ Please select the model's tab above, enter any Frisian text (or choose from the
 """
 article = "<center>This is a basic demo version intended to accompany my PhD dissertation, showcasing the effects of several findings included in the research (please see the dissertation for details).<br> Due to hosting constraints, the model may be rather slow in synthesizing. Thank you for your patience!<br> Please reach out to <a href='https://www.rug.nl/staff/t.p.do/' target='_blank'>Phat Do</a> or email me at <a href='mailto:t.p.do@rug.nl' target='_blank'>t.p.do@rug.nl</a> if you are interested in knowing more!</center><br><br>To phonetically transcribe the input Frisian text, this work gratefully uses the G2P Frysk model and script kindly provided by the Fryske Akademy:<br> Heeringa, Wilbert & Drenth, Eduard & Van de Velde, Hans (2024). G2P Frysk [computer program]. Retrieved 4 July 2024 from <a href='https://www.fa.knaw.nl/fa-apps/graph2phon/' target='_blank'>https://www.fa.knaw.nl/fa-apps/graph2phon/</a>."
 
-# device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-device = "cuda" if torch.cuda.is_available() else "cpu"
-
-@spaces.GPU(duration=10)
-def load_models(config_path, model_name):
+def load_models(config_path, model_name, device = "cpu"):
     # getting configs
     preprocess_config = yaml.load(open(os.path.join(os.getcwd(), config_path + "preprocess.yaml"), "r"), Loader=yaml.FullLoader)
     model_config = yaml.load(open(os.path.join(os.getcwd(), config_path + "model.yaml"), "r"), Loader=yaml.FullLoader)
@@ -45,6 +41,8 @@ configs_multi, model_multi, vocoder_multi = load_models(config_path = "config/Fr
 
 @spaces.GPU(duration=20)
 def infer(text, speaker_ID, configs, model, vocoder):
+    model.to('cuda')
+    vocoder.to('cuda')
     speakers = np.array([int(speaker_ID)])
     texts = np.array([synthesize.preprocess_frysk(text, configs[0])])
     text_lens = np.array([len(texts[0])])