cuda process in main thread issue

app.py

@@ -26,9 +26,22 @@ def convert_speech(filename, progress=gr.Progress()):
     if source.shape[0] > 1:
         source = source[0, :].unsqueeze(0)
     source = torchaudio.functional.resample(source, sr, 16000)
-    source = source.unsqueeze(0).cuda()
+    source = source.unsqueeze(0)
 
     progress(0.6, desc="Converting speech")
+    
+    # Move the tensor to GPU if available
+    if torch.cuda.is_available():
+        device = torch.device('cuda')
+    else:
+        device = torch.device('cpu')
+    source = source.to(device)
+
+    # Initialize models
+    hubert, acoustic, hifigan = initialize_models()
+    hubert = hubert.to(device)
+    acoustic = acoustic.to(device)
+    hifigan = hifigan.to(device)
 
     # Convert to the target speaker:
     with torch.inference_mode():