cuda process in main thread issue

app.py

@@ -3,10 +3,6 @@ import requests
 import IPython.display as display
 import gradio as gr
 import multiprocessing
-
-device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
-
-
 # Function to initialize models with CUDA
 def initialize_models():
     hubert = torch.hub.load("bshall/hubert:main", "hubert_soft", trust_repo=True).cuda()
@@ -14,7 +10,7 @@ def initialize_models():
     hifigan = torch.hub.load("bshall/hifigan:main", "hifigan_hubert_soft", trust_repo=True).cuda()
     return hubert, acoustic, hifigan
 
-hubert, acoustic, hifigan = initialize_models()
+
 
 # Conversion function
 def convert_speech(filename, progress=gr.Progress()):
@@ -36,6 +32,7 @@ def convert_speech(filename, progress=gr.Progress()):
 
     # Convert to the target speaker:
     with torch.inference_mode():
+        hubert, acoustic, hifigan = initialize_models()
         # Extract speech units
         units = hubert.units(source)
         # Generate target spectrogram