Update app.py

app.py

@@ -18,17 +18,25 @@ _model = None
 def get_model():
     global _model
     if _model is None:
-        print("Loading model on first request...")
-        m = ChatterboxTTS.from_pretrained(device=DEVICE)
+        import os
+        os.environ["CUDA_VISIBLE_DEVICES"] = ""
 
+        import torch
+        from chatterbox.tts import ChatterboxTTS
+        from huggingface_hub import hf_hub_download
+        from safetensors.torch import load_file
+
+        device = "cuda" if torch.cuda.is_available() else "cpu"
+        print("Using device:", device)
+
+        m = ChatterboxTTS.from_pretrained(device=device)
         checkpoint_path = hf_hub_download(repo_id=MODEL_REPO, filename=CHECKPOINT_FILENAME)
         t3_state = load_file(checkpoint_path, device="cpu")
         m.t3.load_state_dict(t3_state)
 
-        m = m.to(DEVICE)
+        m = m.to(device)
         m.eval()
         _model = m
-        print("Model loaded.")
     return _model
 
 def _download_audio_from_url(url: str) -> str: