Update app.py

app.py

@@ -5,11 +5,7 @@ from src.chatterbox.mtl_tts import ChatterboxMultilingualTTS, SUPPORTED_LANGUAGE
 import gradio as gr
 
 
-DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
-print(f"🚀 Running on device: {DEVICE}")
 
-# --- Global Model Initialization ---
-MODEL = None
 
 LANGUAGE_CONFIG = {
     "ar": {
@@ -134,27 +130,50 @@ def get_supported_languages_display() -> str:
 """
 
 
+os.environ["CUDA_VISIBLE_DEVICES"] = ""
+
+DEVICE = "cpu"
+MODEL = None
+
 def get_or_load_model():
-    """Loads the ChatterboxMultilingualTTS model if it hasn't been loaded already,
-    and ensures it's on the correct device."""
+    """Loads ChatterboxMultilingualTTS strictly on CPU."""
     global MODEL
+
     if MODEL is None:
-        print("Model not loaded, initializing...")
+        print("Model not loaded, initializing on CPU only...")
+
         try:
-            MODEL = ChatterboxMultilingualTTS.from_pretrained(DEVICE)
-            if hasattr(MODEL, 'to') and str(MODEL.device) != DEVICE:
-                MODEL.to("cpu")
-            print(f"Model loaded successfully. Internal device: {getattr(MODEL, 'device', 'N/A')}")
+            MODEL = ChatterboxMultilingualTTS.from_pretrained(
+                DEVICE,
+                map_location="cpu"
+            )
+
+            # Extra safety: force CPU
+            if hasattr(MODEL, "to"):
+                MODEL = MODEL.to("cpu")
+
+            # Disable gradients (CPU optimization)
+            MODEL.eval()
+            for p in MODEL.parameters():
+                p.requires_grad = False
+
+            print("✅ Model loaded successfully on CPU")
+
         except Exception as e:
-            print(f"Error loading model: {e}")
+            print(f"❌ Error loading model on CPU: {e}")
             raise
+
     return MODEL
 
-# Attempt to load the model at startup.
+
+# Load at startup
 try:
     get_or_load_model()
 except Exception as e:
-    print(f"CRITICAL: Failed to load model on startup. Application may not function. Error: {e}")
+    print(
+        "CRITICAL: Failed to load model on startup. "
+        f"Application may not function. Error: {e}"
+    )
 
 def set_seed(seed: int):
     """Sets the random seed for reproducibility across torch, numpy, and random."""