Approximetal commited on
Commit
661ef4d
·
verified ·
1 Parent(s): 8c13411

Update inference_gradio.py

Browse files
Files changed (1) hide show
  1. inference_gradio.py +6 -2
inference_gradio.py CHANGED
@@ -46,7 +46,7 @@ class UVR5:
46
  # Keep paths as strings; actual model is loaded lazily.
47
  self.model_dir = str(model_dir)
48
  self.code_dir = str(code_dir)
49
- self.model = self.load_model()
50
  self.device = "cpu"
51
 
52
  def load_model(self, device: str = "cpu"):
@@ -56,7 +56,10 @@ class UVR5:
56
 
57
  if self.code_dir not in sys.path:
58
  sys.path.append(self.code_dir)
59
-
 
 
 
60
  from multiprocess_cuda_infer import ModelData, Inference
61
 
62
  model_path = os.path.join(self.model_dir, "Kim_Vocal_1.onnx")
@@ -82,6 +85,7 @@ class UVR5:
82
  def denoise(self, audio_info):
83
  print("denoise UVR5: ", audio_info)
84
  # # On Spaces, force CPU; locally prefer CUDA if available.
 
85
  input_audio = load_wav(audio_info, sr=44100, channel=2)
86
  output_audio = self.model.demix_base({0: input_audio.squeeze()}, is_match_mix=False, device="cpu")
87
  return output_audio.squeeze().T.cpu().numpy(), 44100
 
46
  # Keep paths as strings; actual model is loaded lazily.
47
  self.model_dir = str(model_dir)
48
  self.code_dir = str(code_dir)
49
+ self.model = None
50
  self.device = "cpu"
51
 
52
  def load_model(self, device: str = "cpu"):
 
56
 
57
  if self.code_dir not in sys.path:
58
  sys.path.append(self.code_dir)
59
+
60
+ if self.model is not None:
61
+ return self.model
62
+
63
  from multiprocess_cuda_infer import ModelData, Inference
64
 
65
  model_path = os.path.join(self.model_dir, "Kim_Vocal_1.onnx")
 
85
  def denoise(self, audio_info):
86
  print("denoise UVR5: ", audio_info)
87
  # # On Spaces, force CPU; locally prefer CUDA if available.
88
+ self.model = self.load_model()
89
  input_audio = load_wav(audio_info, sr=44100, channel=2)
90
  output_audio = self.model.demix_base({0: input_audio.squeeze()}, is_match_mix=False, device="cpu")
91
  return output_audio.squeeze().T.cpu().numpy(), 44100