Update modules/whisper/whisper_base.py

modules/whisper/whisper_base.py

@@ -174,8 +174,8 @@ class WhisperBase(ABC):
             progress,
             *astuple(params)
         )
-#        if bool_whisper_enable_offload:
-#            self.offload()
+        if bool_whisper_enable_offload:
+            self.offload()
 
         if params.vad_filter:
             restored_result = self.vad.restore_speech_timestamps(
@@ -568,14 +568,14 @@ class WhisperBase(ABC):
         write_file(content, output_path)
         return content, output_path
 
-#    def offload(self):
-#        """Offload the model and free up the memory"""
-#        if self.model is not None:
-#            del self.model
-#            self.model = None
-#        if self.device == "cuda":
-#            self.release_cuda_memory()
-#        gc.collect()
+    def offload(self):
+        """Offload the model and free up the memory"""
+        if self.model is not None:
+            del self.model
+            self.model = None
+        if self.device == "cuda":
+            self.release_cuda_memory()
+        gc.collect()
     
     @staticmethod
     def format_time(elapsed_time: float) -> str: