Upload app.py with huggingface_hub

app.py

@@ -0,0 +1,186 @@
+import random
+import numpy as np
+import torch
+from chatterbox.mtl_tts import ChatterboxMultilingualTTS
+import gradio as gr
+
+DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
+print(f"🚀 Running on device: {DEVICE}")
+
+MODEL = None
+
+LANGUAGE_CONFIG = {
+    "ar": {
+        "audio": "https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/ar_f/ar_prompts2.flac",
+        "text": "في الشهر الماضي، وصلنا إلى معلم جديد بمليارين من المشاهدات على قناتنا على يوتيوب."
+    },
+    "en": {
+        "audio": "https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/en_f1.flac",
+        "text": "Last month, we reached a new milestone with two billion views on our YouTube channel."
+    },
+}
+
+def default_audio_for_ui(lang: str) -> str | None:
+    return LANGUAGE_CONFIG.get(lang, {}).get("audio")
+
+def default_text_for_ui(lang: str) -> str:
+    return LANGUAGE_CONFIG.get(lang, {}).get("text", "")
+
+def get_supported_languages_display() -> str:
+    return """
+### 🌍 Supported Languages (2 total)
+**Arabic** (`ar`) • **English** (`en`)
+"""
+
+def get_or_load_model():
+    global MODEL
+    if MODEL is None:
+        print("Model not loaded, initializing...")
+        try:
+            MODEL = ChatterboxMultilingualTTS.from_pretrained(DEVICE)
+            if hasattr(MODEL, 'to') and str(MODEL.device) != DEVICE:
+                MODEL.to(DEVICE)
+            print(f"Model loaded successfully. Internal device: {getattr(MODEL, 'device', 'N/A')}")
+        except Exception as e:
+            print(f"Error loading model: {e}")
+            raise
+    return MODEL
+
+try:
+    get_or_load_model()
+except Exception as e:
+    print(f"CRITICAL: Failed to load model on startup. Application may not function. Error: {e}")
+
+def set_seed(seed: int):
+    torch.manual_seed(seed)
+    if DEVICE == "cuda":
+        torch.cuda.manual_seed(seed)
+        torch.cuda.manual_seed_all(seed)
+    random.seed(seed)
+    np.random.seed(seed)
+
+def generate_tts_audio(
+    text_input: str,
+    language_id: str,
+    audio_prompt_path_input: str = None,
+    exaggeration_input: float = 0.5,
+    temperature_input: float = 0.8,
+    seed_num_input: int = 0,
+    cfgw_input: float = 0.5,
+    speed_input: float = 1.0
+) -> tuple[int, np.ndarray]:
+    current_model = get_or_load_model()
+
+    if current_model is None:
+        raise RuntimeError("TTS model is not loaded.")
+
+    if seed_num_input != 0:
+        set_seed(int(seed_num_input))
+
+    print(f"Generating audio for text: '{text_input[:50]}...'")
+    
+    chosen_prompt = audio_prompt_path_input or default_audio_for_ui(language_id)
+
+    generate_kwargs = {
+        "exaggeration": exaggeration_input,
+        "temperature": temperature_input,
+        "cfg_weight": cfgw_input,
+        "speed": speed_input,
+    }
+    if chosen_prompt:
+        generate_kwargs["audio_prompt_path"] = chosen_prompt
+        print(f"Using audio prompt: {chosen_prompt}")
+    else:
+        print("No audio prompt provided; using default voice.")
+        
+    wav = current_model.generate(
+        text_input[:300],
+        language_id=language_id,
+        **generate_kwargs
+    )
+    print("Audio generation complete.")
+    return (current_model.sr, wav.squeeze(0).numpy())
+
+with gr.Blocks() as demo:
+    gr.Markdown(
+        """
+        # Chatterbox Multilingual TTS - Arabic & English
+        Generate high-quality speech from text with reference audio styling for Arabic and English languages.
+        """
+    )
+    
+    gr.Markdown(get_supported_languages_display())
+    with gr.Row():
+        with gr.Column():
+            initial_lang = "ar"
+            text = gr.Textbox(
+                value=default_text_for_ui(initial_lang),
+                label="Text to synthesize (max chars 300)",
+                max_lines=5
+            )
+            
+            language_id = gr.Dropdown(
+                choices=["ar", "en"],
+                value=initial_lang,
+                label="Language",
+                info="Select the language for text-to-speech synthesis"
+            )
+            
+            ref_wav = gr.Audio(
+                sources=["upload", "microphone"],
+                type="filepath",
+                label="Reference Audio File (Optional)",
+                value=default_audio_for_ui(initial_lang)
+            )
+            
+            gr.Markdown(
+                "💡 **Note**: Ensure that the reference clip matches the specified language tag. Otherwise, language transfer outputs may inherit the accent of the reference clip's language. To mitigate this, set the CFG weight to 0.",
+                elem_classes=["audio-note"]
+            )
+            
+            exaggeration = gr.Slider(
+                0.25, 2, step=.05, label="Exaggeration (Neutral = 0.5, extreme values can be unstable)", value=.5
+            )
+            cfg_weight = gr.Slider(
+                0.2, 1, step=.05, label="CFG/Pace", value=0.5
+            )
+            speed = gr.Slider(
+                0.5, 2.0, step=0.1, label="Speed", value=1.0
+            )
+
+            with gr.Accordion("More options", open=False):
+                seed_num = gr.Number(value=0, label="Random seed (0 for random)")
+                temp = gr.Slider(0.05, 5, step=.05, label="Temperature", value=.8)
+
+            run_btn = gr.Button("Generate", variant="primary")
+
+        with gr.Column():
+            audio_output = gr.Audio(label="Output Audio")
+
+        def on_language_change(lang, current_ref, current_text):
+            return default_audio_for_ui(lang), default_text_for_ui(lang)
+
+        language_id.change(
+            fn=on_language_change,
+            inputs=[language_id, ref_wav, text],
+            outputs=[ref_wav, text],
+            show_progress=False
+        )
+
+    run_btn.click(
+        fn=generate_tts_audio,
+        inputs=[
+            text,
+            language_id,
+            ref_wav,
+            exaggeration,
+            temp,
+            seed_num,
+            cfg_weight,
+            speed,
+        ],
+        outputs=[audio_output],
+    )
+
+if __name__ == "__main__":
+    demo.launch()