rahul7star commited on
Commit
79d9cdb
·
verified ·
1 Parent(s): aaaab74

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -10
app.py CHANGED
@@ -4,6 +4,8 @@ import numpy as np
4
  import torch
5
  from src.chatterbox.mtl_tts import ChatterboxMultilingualTTS, SUPPORTED_LANGUAGES
6
  import gradio as gr
 
 
7
 
8
 
9
 
@@ -131,29 +133,27 @@ def get_supported_languages_display() -> str:
131
  """
132
 
133
 
134
- os.environ["CUDA_VISIBLE_DEVICES"] = ""
135
-
136
  DEVICE = "cpu"
137
  MODEL = None
138
 
139
  def get_or_load_model():
140
- """Loads ChatterboxMultilingualTTS strictly on CPU."""
141
  global MODEL
142
 
143
  if MODEL is None:
144
  print("Model not loaded, initializing on CPU only...")
145
 
146
  try:
147
- MODEL = ChatterboxMultilingualTTS.from_pretrained(
148
- DEVICE,
149
- map_location="cpu"
150
- )
151
 
152
- # Absolute safety
153
  if hasattr(MODEL, "to"):
154
  MODEL = MODEL.to("cpu")
155
 
156
  MODEL.eval()
 
 
157
  for p in MODEL.parameters():
158
  p.requires_grad = False
159
 
@@ -165,7 +165,6 @@ def get_or_load_model():
165
 
166
  return MODEL
167
 
168
-
169
  # Load at startup
170
  try:
171
  get_or_load_model()
@@ -176,11 +175,11 @@ except Exception as e:
176
  )
177
 
178
  def set_seed(seed: int):
179
- """CPU-only reproducibility."""
180
  torch.manual_seed(seed)
181
  random.seed(seed)
182
  np.random.seed(seed)
183
 
 
184
 
185
  def resolve_audio_prompt(language_id: str, provided_path: str | None) -> str | None:
186
  """
 
4
  import torch
5
  from src.chatterbox.mtl_tts import ChatterboxMultilingualTTS, SUPPORTED_LANGUAGES
6
  import gradio as gr
7
+ import os
8
+ os.environ["CUDA_VISIBLE_DEVICES"] = ""
9
 
10
 
11
 
 
133
  """
134
 
135
 
 
 
136
  DEVICE = "cpu"
137
  MODEL = None
138
 
139
  def get_or_load_model():
140
+ """Loads ChatterboxMultilingualTTS strictly on CPU (library-safe)."""
141
  global MODEL
142
 
143
  if MODEL is None:
144
  print("Model not loaded, initializing on CPU only...")
145
 
146
  try:
147
+ # Do NOT pass map_location (not supported)
148
+ MODEL = ChatterboxMultilingualTTS.from_pretrained(DEVICE)
 
 
149
 
150
+ # Force CPU after load
151
  if hasattr(MODEL, "to"):
152
  MODEL = MODEL.to("cpu")
153
 
154
  MODEL.eval()
155
+
156
+ # Disable grads for CPU inference
157
  for p in MODEL.parameters():
158
  p.requires_grad = False
159
 
 
165
 
166
  return MODEL
167
 
 
168
  # Load at startup
169
  try:
170
  get_or_load_model()
 
175
  )
176
 
177
  def set_seed(seed: int):
 
178
  torch.manual_seed(seed)
179
  random.seed(seed)
180
  np.random.seed(seed)
181
 
182
+
183
 
184
  def resolve_audio_prompt(language_id: str, provided_path: str | None) -> str | None:
185
  """