Update app.py

app.py

@@ -29,7 +29,7 @@ class VibeVoiceDemo:
         self.processor = None
         self.model = None
         self.available_voices = {}
-        #self.load_model()
+        self.load_model()
         self.setup_voice_presets()
         self.load_example_scripts()
 
@@ -38,11 +38,10 @@ class VibeVoiceDemo:
         self.processor = VibeVoiceProcessor.from_pretrained(self.model_path)
         self.model = VibeVoiceForConditionalGenerationInference.from_pretrained(
             self.model_path,
-            torch_dtype=torch.bfloat16,
-            device_map=self.device
+            torch_dtype=torch.bfloat16
         )
-        self.model.eval()
-        self.model.set_ddpm_inference_steps(num_steps=self.inference_steps)
+        # self.model.eval()
+        # self.model.set_ddpm_inference_steps(num_steps=self.inference_steps)
 
     def setup_voice_presets(self):
         voices_dir = os.path.join(os.path.dirname(__file__), "voices")
@@ -82,7 +81,13 @@ class VibeVoiceDemo:
         This is a non-streaming function.
         """
         try:
-            self.load_model()
+            self.model = self.model.to(self.device)
+    
+            print(f"Model successfully moved to device: {self.device.upper()}")
+        
+            # Step 3: Continue with the rest of your setup.
+            self.model.eval()
+            self.model.set_ddpm_inference_steps(num_steps=self.inference_steps)
             # 1. Set generating state and validate inputs
             self.is_generating = True