# coding=utf-8 # Copyright 2026 The Alibaba Qwen team. # SPDX-License-Identifier: Apache-2.0 """ Qwen3 Forced Aligner Demo - NO ASR, just alignment. Provide your own text + audio, get word-level timestamps. """ import base64 import io import os from typing import Any, Dict, List, Optional, Tuple, Union import gradio as gr import numpy as np import torch from scipy.io.wavfile import write as wav_write def _title_case_display(s: str) -> str: s = (s or "").strip() s = s.replace("_", " ") return " ".join([w[:1].upper() + w[1:] if w else "" for w in s.split()]) def _build_choices_and_map(items: Optional[List[str]]) -> Tuple[List[str], Dict[str, str]]: if not items: return [], {} display = [_title_case_display(x) for x in items] mapping = {d: r for d, r in zip(display, items)} return display, mapping def _normalize_audio(wav, eps=1e-12, clip=True): x = np.asarray(wav) if np.issubdtype(x.dtype, np.integer): info = np.iinfo(x.dtype) if info.min < 0: y = x.astype(np.float32) / max(abs(info.min), info.max) else: mid = (info.max + 1) / 2.0 y = (x.astype(np.float32) - mid) / mid elif np.issubdtype(x.dtype, np.floating): y = x.astype(np.float32) m = np.max(np.abs(y)) if y.size else 0.0 if m > 1.0 + 1e-6: y = y / (m + eps) else: raise TypeError(f"Unsupported dtype: {x.dtype}") if clip: y = np.clip(y, -1.0, 1.0) if y.ndim > 1: y = np.mean(y, axis=-1).astype(np.float32) return y def _audio_to_tuple(audio: Any) -> Optional[Tuple[np.ndarray, int]]: if audio is None: return None if isinstance(audio, dict) and "sampling_rate" in audio and "data" in audio: sr = int(audio["sampling_rate"]) wav = _normalize_audio(audio["data"]) return wav, sr if isinstance(audio, tuple) and len(audio) == 2: a0, a1 = audio if isinstance(a0, int): sr = int(a0) wav = _normalize_audio(a1) return wav, sr if isinstance(a1, int): wav = _normalize_audio(a0) sr = int(a1) return wav, sr return None def _parse_audio_any(audio: Any) -> Union[str, Tuple[np.ndarray, int]]: if audio is None: raise ValueError("Audio is required.") at = _audio_to_tuple(audio) if at is not None: return at raise ValueError("Unsupported audio input format.") def _make_timestamp_html(audio_upload: Any, timestamps: Any) -> str: at = _audio_to_tuple(audio_upload) if at is None: return "
No audio available for visualization.
" audio, sr = at if not timestamps: return "
No timestamps to visualize.
" if not isinstance(timestamps, list): return "
Invalid timestamp format.
" html_content = """ """ html_content += """
Timestamps Visualization (click each word to hear the audio segment)
""" for item in timestamps: if not isinstance(item, dict): continue word = str(item.get("text", "") or "") start = item.get("start_time", None) end = item.get("end_time", None) if start is None or end is None: continue start = float(start) end = float(end) if end <= start: continue start_sample = max(0, int(start * sr)) end_sample = min(len(audio), int(end * sr)) if end_sample <= start_sample: continue seg = audio[start_sample:end_sample] seg_i16 = (np.clip(seg, -1.0, 1.0) * 32767.0).astype(np.int16) mem = io.BytesIO() wav_write(mem, sr, seg_i16) mem.seek(0) b64 = base64.b64encode(mem.read()).decode("utf-8") audio_src = f"data:audio/wav;base64,{b64}" html_content += f"""
{word}
{start:.3f}s - {end:.3f}s
""" html_content += "
" return html_content # Load ONLY the forced aligner (no ASR model) from qwen_asr import Qwen3ForcedAligner aligner = Qwen3ForcedAligner.from_pretrained( "Qwen/Qwen3-ForcedAligner-0.6B", dtype=torch.float32, device_map="cpu", ) # Supported languages for forced alignment SUPPORTED_LANGUAGES = [ "Chinese", "Cantonese", "English", "Japanese", "Korean", "French", "German", "Spanish", "Portuguese", "Russian", "Thai" ] lang_choices_disp, lang_map = _build_choices_and_map(SUPPORTED_LANGUAGES) lang_choices = lang_choices_disp # No "Auto" for forced alignment - language is required def health(): """Health check endpoint - returns status and model info.""" return { "status": "ok", "model": "Qwen3-ForcedAligner-0.6B", "languages": SUPPORTED_LANGUAGES, } def align_text(audio_upload: Any, text_input: str, lang_disp: str, progress=gr.Progress(track_tqdm=True)): """ Forced alignment - align YOUR text to the audio. """ if audio_upload is None: return None, "
Please upload an audio file.
" if not text_input or not text_input.strip(): return None, "
Please enter the text to align.
" try: audio_obj = _parse_audio_any(audio_upload) except ValueError as e: return None, f"
Error: {str(e)}
" language = lang_map.get(lang_disp, lang_disp) # Run forced alignment (NOT transcription) results = aligner.align( audio=audio_obj, text=text_input.strip(), language=language, ) if not results or len(results) == 0: return None, "
Alignment failed.
" # Extract timestamps ts_payload = [ dict( text=getattr(t, "text", ""), start_time=getattr(t, "start_time", 0), end_time=getattr(t, "end_time", 0), ) for t in results[0] ] return ts_payload, "" def visualize_timestamps(audio_upload: Any, timestamps_json: Any): if timestamps_json is None: return "
No timestamps available. Run alignment first.
" return _make_timestamp_html(audio_upload, timestamps_json) # Build Gradio interface theme = gr.themes.Soft( font=[gr.themes.GoogleFont("Source Sans Pro"), "Arial", "sans-serif"], ) css = """ .gradio-container {max-width: none !important;} .main-title {text-align: center; margin-bottom: 20px;} """ with gr.Blocks(theme=theme, css=css, title="Qwen3 Forced Aligner") as demo: gr.Markdown( """ # Qwen3 Forced Aligner **Model:** `Qwen3-ForcedAligner-0.6B` Forced alignment only - NO ASR. You provide the text, it aligns to the audio. **How to use:** 1. Upload your audio 2. Enter your transcript text 3. Select the language 4. Click "Align" """ ) with gr.Row(): with gr.Column(scale=2): audio_in = gr.Audio( label="Upload Audio", type="numpy", sources=["upload", "microphone"], ) text_in = gr.Textbox( label="Text to Align", placeholder="Enter the transcript text here...", lines=5, ) lang_in = gr.Dropdown( label="Language", choices=lang_choices, value="English", interactive=True, ) btn = gr.Button("Align", variant="primary", size="lg") with gr.Column(scale=3): out_ts = gr.JSON(label="Timestamps (JSON)") viz_btn = gr.Button("Visualize Timestamps", variant="secondary") with gr.Row(): out_ts_html = gr.HTML(label="Timestamps Visualization") btn.click( align_text, inputs=[audio_in, text_in, lang_in], outputs=[out_ts, out_ts_html], ) viz_btn.click( visualize_timestamps, inputs=[audio_in, out_ts], outputs=[out_ts_html], ) # Health endpoint - no UI, just API demo.load(fn=lambda: None, inputs=None, outputs=None) # dummy load health_btn = gr.Button("Health Check", visible=False) health_out = gr.JSON(visible=False) health_btn.click(health, inputs=[], outputs=[health_out], api_name="health") if __name__ == "__main__": demo.launch()