Update modules/whisper/whisper_base.py

modules/whisper/whisper_base.py

@@ -9,6 +9,7 @@ import numpy as np
 from datetime import datetime
 from faster_whisper.vad import VadOptions
 from dataclasses import astuple
+import gc
 from copy import deepcopy
 
 from modules.uvr.music_separator import MusicSeparator
@@ -567,6 +568,15 @@ class WhisperBase(ABC):
         write_file(content, output_path)
         return content, output_path
 
+    def offload(self):
+        """Offload the model and free up the memory"""
+        if self.model is not None:
+            del self.model
+            self.model = None
+        if self.device == "cuda":
+            self.release_cuda_memory()
+        gc.collect()
+    
     @staticmethod
     def format_time(elapsed_time: float) -> str:
         """