arjunbroepic commited on
Commit
d76396a
·
verified ·
1 Parent(s): 40f73af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -0
app.py CHANGED
@@ -26,6 +26,12 @@ tts_model = AutoModelForCausalLM.from_pretrained(
26
  torch_dtype=torch.float32,
27
  low_cpu_mem_usage=True,
28
  )
 
 
 
 
 
 
29
  tts_model.eval()
30
 
31
  audio_tokenizer = AutoModel.from_pretrained(
 
26
  torch_dtype=torch.float32,
27
  low_cpu_mem_usage=True,
28
  )
29
+
30
+ # 🔥 FORCE SAFE ATTENTION
31
+ tts_model.config.attn_implementation = "eager"
32
+ if hasattr(tts_model, "_set_attention_implementation"):
33
+ tts_model._set_attention_implementation("eager") # safest for CPU
34
+
35
  tts_model.eval()
36
 
37
  audio_tokenizer = AutoModel.from_pretrained(