Update app.py
Browse files
app.py
CHANGED
|
@@ -4,6 +4,8 @@ import numpy as np
|
|
| 4 |
import torch
|
| 5 |
from src.chatterbox.mtl_tts import ChatterboxMultilingualTTS, SUPPORTED_LANGUAGES
|
| 6 |
import gradio as gr
|
|
|
|
|
|
|
| 7 |
|
| 8 |
|
| 9 |
|
|
@@ -131,29 +133,27 @@ def get_supported_languages_display() -> str:
|
|
| 131 |
"""
|
| 132 |
|
| 133 |
|
| 134 |
-
os.environ["CUDA_VISIBLE_DEVICES"] = ""
|
| 135 |
-
|
| 136 |
DEVICE = "cpu"
|
| 137 |
MODEL = None
|
| 138 |
|
| 139 |
def get_or_load_model():
|
| 140 |
-
"""Loads ChatterboxMultilingualTTS strictly on CPU."""
|
| 141 |
global MODEL
|
| 142 |
|
| 143 |
if MODEL is None:
|
| 144 |
print("Model not loaded, initializing on CPU only...")
|
| 145 |
|
| 146 |
try:
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
map_location="cpu"
|
| 150 |
-
)
|
| 151 |
|
| 152 |
-
#
|
| 153 |
if hasattr(MODEL, "to"):
|
| 154 |
MODEL = MODEL.to("cpu")
|
| 155 |
|
| 156 |
MODEL.eval()
|
|
|
|
|
|
|
| 157 |
for p in MODEL.parameters():
|
| 158 |
p.requires_grad = False
|
| 159 |
|
|
@@ -165,7 +165,6 @@ def get_or_load_model():
|
|
| 165 |
|
| 166 |
return MODEL
|
| 167 |
|
| 168 |
-
|
| 169 |
# Load at startup
|
| 170 |
try:
|
| 171 |
get_or_load_model()
|
|
@@ -176,11 +175,11 @@ except Exception as e:
|
|
| 176 |
)
|
| 177 |
|
| 178 |
def set_seed(seed: int):
|
| 179 |
-
"""CPU-only reproducibility."""
|
| 180 |
torch.manual_seed(seed)
|
| 181 |
random.seed(seed)
|
| 182 |
np.random.seed(seed)
|
| 183 |
|
|
|
|
| 184 |
|
| 185 |
def resolve_audio_prompt(language_id: str, provided_path: str | None) -> str | None:
|
| 186 |
"""
|
|
|
|
| 4 |
import torch
|
| 5 |
from src.chatterbox.mtl_tts import ChatterboxMultilingualTTS, SUPPORTED_LANGUAGES
|
| 6 |
import gradio as gr
|
| 7 |
+
import os
|
| 8 |
+
os.environ["CUDA_VISIBLE_DEVICES"] = ""
|
| 9 |
|
| 10 |
|
| 11 |
|
|
|
|
| 133 |
"""
|
| 134 |
|
| 135 |
|
|
|
|
|
|
|
| 136 |
DEVICE = "cpu"
|
| 137 |
MODEL = None
|
| 138 |
|
| 139 |
def get_or_load_model():
|
| 140 |
+
"""Loads ChatterboxMultilingualTTS strictly on CPU (library-safe)."""
|
| 141 |
global MODEL
|
| 142 |
|
| 143 |
if MODEL is None:
|
| 144 |
print("Model not loaded, initializing on CPU only...")
|
| 145 |
|
| 146 |
try:
|
| 147 |
+
# ❌ Do NOT pass map_location (not supported)
|
| 148 |
+
MODEL = ChatterboxMultilingualTTS.from_pretrained(DEVICE)
|
|
|
|
|
|
|
| 149 |
|
| 150 |
+
# ✅ Force CPU after load
|
| 151 |
if hasattr(MODEL, "to"):
|
| 152 |
MODEL = MODEL.to("cpu")
|
| 153 |
|
| 154 |
MODEL.eval()
|
| 155 |
+
|
| 156 |
+
# Disable grads for CPU inference
|
| 157 |
for p in MODEL.parameters():
|
| 158 |
p.requires_grad = False
|
| 159 |
|
|
|
|
| 165 |
|
| 166 |
return MODEL
|
| 167 |
|
|
|
|
| 168 |
# Load at startup
|
| 169 |
try:
|
| 170 |
get_or_load_model()
|
|
|
|
| 175 |
)
|
| 176 |
|
| 177 |
def set_seed(seed: int):
|
|
|
|
| 178 |
torch.manual_seed(seed)
|
| 179 |
random.seed(seed)
|
| 180 |
np.random.seed(seed)
|
| 181 |
|
| 182 |
+
|
| 183 |
|
| 184 |
def resolve_audio_prompt(language_id: str, provided_path: str | None) -> str | None:
|
| 185 |
"""
|