import gradio as gr # gradio_client <1.x crashes when JSON Schema has `additionalProperties: true` # (a boolean). Fixed in gradio-client 1.x (Gradio 5+), but patch defensively # for older installs. Both code paths that hit the bug are guarded. import gradio_client.utils as _gcu if hasattr(_gcu, "get_type"): _orig_get_type = _gcu.get_type def _safe_get_type(schema): if not isinstance(schema, dict): return "unknown" return _orig_get_type(schema) _gcu.get_type = _safe_get_type if hasattr(_gcu, "_json_schema_to_python_type"): _orig_j2p = _gcu._json_schema_to_python_type def _safe_j2p(schema, defs=None): if not isinstance(schema, dict): return "Any" return _orig_j2p(schema, defs) _gcu._json_schema_to_python_type = _safe_j2p import os import time import sys import io import tempfile import subprocess import requests from urllib.parse import urlparse from pydub import AudioSegment import logging import torch import importlib from transformers import AutoModelForSpeechSeq2Seq, AutoProcessor, pipeline import yt_dlp print(f"Current yt-dlp version: {yt_dlp.version.__version__}") class LogCapture(io.StringIO): def __init__(self, callback): super().__init__() self.callback = callback def write(self, s): super().write(s) self.callback(s) # Set up logging logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') def run_streaming(cmd, cwd=None, env=None): """Run a command and stream stdout/stderr line-by-line to the logger.""" proc = subprocess.Popen( cmd, cwd=cwd, env=env, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True, bufsize=1 ) for line in proc.stdout: line = line.rstrip() if line: logging.info(line) proc.wait() if proc.returncode != 0: raise subprocess.CalledProcessError(proc.returncode, cmd) # ── faster-whisper (PyPI version is outdated; clone from GitHub) ──────────── try: if not os.path.exists("./faster-whisper"): logging.info("Cloning faster-whisper...") subprocess.run(["git", "clone", "https://github.com/SYSTRAN/faster-whisper.git"], check=True, capture_output=True, text=True) logging.info("Installing faster-whisper...") run_streaming(["pip", "install", "-e", "./faster-whisper"]) except subprocess.CalledProcessError as e: logging.error(f"faster-whisper setup failed: {e.cmd} (exit {e.returncode})") sys.exit(1) sys.path.append(os.path.abspath("./faster-whisper")) # ── CrispASR — download prebuilt Python binding from GitHub Releases ──────── # v0.4.15: all ASR backends (parakeet, canary, qwen3_asr, etc.) are now # statically linked into libwhisper.so — single .so, no sibling libs needed. CRISPASR_DIR = "./crispasr-python-linux-x86_64" try: if not os.path.exists(CRISPASR_DIR): import urllib.request url = "https://github.com/CrispStrobe/CrispASR/releases/latest/download/crispasr-python-linux-x86_64.tar.gz" tarball = "/tmp/crispasr-python.tar.gz" logging.info(f"Downloading CrispASR prebuilt Python binding from {url} ...") urllib.request.urlretrieve(url, tarball) logging.info("Extracting CrispASR...") subprocess.run(["tar", "-xzf", tarball, "-C", "."], check=True) os.remove(tarball) logging.info("CrispASR ready.") except Exception as e: logging.warning(f"CrispASR prebuilt download failed ({e}); falling back to build from source") if not os.path.exists("./CrispASR"): logging.info("Cloning CrispASR...") subprocess.run(["git", "clone", "https://github.com/CrispStrobe/CrispASR.git"], check=True, capture_output=True, text=True) logging.info("Building CrispASR (cmake + make)...") os.makedirs("./CrispASR/build", exist_ok=True) run_streaming([ "cmake", "..", "-DCMAKE_PLATFORM_NO_VERSIONED_SONAME=ON", "-DWHISPER_BUILD_TESTS=OFF", "-DWHISPER_BUILD_EXAMPLES=OFF" ], cwd="./CrispASR/build") run_streaming(["make", "-j4"], cwd="./CrispASR/build") logging.info("CrispASR build complete.") CRISPASR_DIR = "./CrispASR" # Add CrispASR Python package to path if os.path.exists(os.path.join(CRISPASR_DIR, "crispasr")): sys.path.insert(0, CRISPASR_DIR) else: # Fallback layout from source build sys.path.insert(0, os.path.join(CRISPASR_DIR, "python")) build_lib_paths = [ os.path.join(CRISPASR_DIR, "build/src"), os.path.join(CRISPASR_DIR, "build/ggml/src"), ] os.environ["LD_LIBRARY_PATH"] = ":".join( build_lib_paths + [os.environ.get("LD_LIBRARY_PATH", "")] ) from faster_whisper import WhisperModel from faster_whisper.transcribe import BatchedInferencePipeline try: import crispasr logging.info("CrispASR imported successfully") except ImportError as e: logging.error(f"Failed to import crispasr: {e}") # We don't exit here to allow other backends to work, # but the UI will show error if crispasr is picked. # Check for CUDA availability device = "cuda:0" if torch.cuda.is_available() else "cpu" logging.info(f"Using device: {device}") def download_audio(url, method_choice, proxy_url, proxy_username, proxy_password): """ Downloads audio from a given URL using the specified method and proxy settings. Args: url (str): The URL of the audio. method_choice (str): The method to use for downloading audio. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: tuple: (path to the downloaded audio file, is_temp_file), or (None, False) if failed. """ parsed_url = urlparse(url) logging.info(f"Downloading audio from URL: {url} using method: {method_choice}") try: if 'youtube.com' in parsed_url.netloc or 'youtu.be' in parsed_url.netloc: audio_file = download_youtube_audio(url, method_choice, proxy_url, proxy_username, proxy_password) if not audio_file: error_msg = f"Failed to download audio from {url} using method {method_choice}. Ensure yt-dlp is up to date." logging.error(error_msg) return None, False elif parsed_url.scheme == 'rtsp': audio_file = download_rtsp_audio(url, proxy_url) if not audio_file: error_msg = f"Failed to download RTSP audio from {url}" logging.error(error_msg) return None, False else: audio_file = download_direct_audio(url, method_choice, proxy_url, proxy_username, proxy_password) if not audio_file: error_msg = f"Failed to download audio from {url} using method {method_choice}" logging.error(error_msg) return None, False return audio_file, True except gr.Error: raise except Exception as e: error_msg = f"Error downloading audio from {url} using method {method_choice}: {str(e)}" logging.error(error_msg) return None, False _YOUTUBE_BLOCKED_MSG = ( "⛔ YouTube downloads are not available on this platform. " "Please download the audio locally and upload the file, " "or provide a direct URL to an MP3/audio file." ) def _is_network_blocked(err_str): return any(x in err_str for x in ( "UNEXPECTED_EOF_WHILE_READING", "ConnectionResetError", "RemoteDisconnected", "Network is unreachable", )) def download_youtube_audio(url, method_choice, proxy_url, proxy_username, proxy_password): methods = { 'yt-dlp': yt_dlp_method, 'pytube': pytube_method, } method = methods.get(method_choice, yt_dlp_method) try: logging.info(f"Attempting to download YouTube audio using {method_choice}") return method(url, proxy_url, proxy_username, proxy_password) except gr.Error: raise except Exception as e: err = str(e) if _is_network_blocked(err): logging.error(f"YouTube network blocked: {err}") raise gr.Error(_YOUTUBE_BLOCKED_MSG) logging.error(f"Error downloading using {method_choice}: {err}") return None def yt_dlp_method(url, proxy_url, proxy_username, proxy_password): """ Downloads YouTube audio using yt-dlp and saves it to a temporary file. Args: url (str): The YouTube URL. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info(f"Using yt-dlp {yt_dlp.version.__version__} method") temp_dir = tempfile.mkdtemp() output_template = os.path.join(temp_dir, '%(id)s.%(ext)s') ydl_opts = { 'format': 'bestaudio/best', 'outtmpl': output_template, 'postprocessors': [{ 'key': 'FFmpegExtractAudio', 'preferredcodec': 'mp3', 'preferredquality': '192', }], 'quiet': False, 'no_warnings': False, 'logger': MyLogger(), # Use a custom logger to capture yt-dlp logs 'progress_hooks': [my_hook], # Hook to capture download progress and errors } if proxy_url and len(proxy_url.strip()) > 0: ydl_opts['proxy'] = proxy_url try: with yt_dlp.YoutubeDL(ydl_opts) as ydl: info = ydl.extract_info(url, download=True) if 'entries' in info: # Can be a playlist or a list of videos info = info['entries'][0] output_file = ydl.prepare_filename(info) output_file = os.path.splitext(output_file)[0] + '.mp3' if os.path.exists(output_file): logging.info(f"Downloaded YouTube audio: {output_file}") return output_file else: error_msg = "yt-dlp did not produce an output file." logging.error(error_msg) return None except Exception as e: logging.error(f"yt-dlp failed to download audio: {str(e)}") raise class MyLogger(object): """ Custom logger for yt-dlp to capture logs and errors. """ def debug(self, msg): logging.debug(msg) def info(self, msg): logging.info(msg) def warning(self, msg): logging.warning(msg) def error(self, msg): logging.error(msg) def my_hook(d): """ Hook function to capture yt-dlp download progress and errors. """ if d['status'] == 'finished': logging.info('Download finished, now converting...') elif d['status'] == 'error': logging.error(f"Download error: {d['filename']}") def pytube_method(url, proxy_url, proxy_username, proxy_password): """ Downloads audio from a YouTube URL using pytube and saves it to a temporary file. Args: url (str): The YouTube URL. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info("Using pytube method") from pytube import YouTube try: proxies = None if proxy_url and len(proxy_url.strip()) > 0: proxies = { "http": proxy_url, "https": proxy_url } yt = YouTube(url, proxies=proxies) audio_stream = yt.streams.filter(only_audio=True).first() if audio_stream is None: error_msg = "No audio streams available with pytube." logging.error(error_msg) return None temp_dir = tempfile.mkdtemp() out_file = audio_stream.download(output_path=temp_dir) base, ext = os.path.splitext(out_file) new_file = base + '.mp3' os.rename(out_file, new_file) logging.info(f"Downloaded and converted audio to: {new_file}") return new_file except Exception as e: logging.error(f"pytube failed to download audio: {str(e)}") return None def download_rtsp_audio(url, proxy_url): """ Downloads audio from an RTSP URL using FFmpeg. Args: url (str): The RTSP URL. proxy_url (str): Proxy URL if needed. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info("Using FFmpeg to download RTSP stream") output_file = tempfile.mktemp(suffix='.mp3') command = ['ffmpeg', '-i', url, '-acodec', 'libmp3lame', '-ab', '192k', '-y', output_file] env = os.environ.copy() if proxy_url and len(proxy_url.strip()) > 0: env['http_proxy'] = proxy_url env['https_proxy'] = proxy_url try: subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env) logging.info(f"Downloaded RTSP audio to: {output_file}") return output_file except subprocess.CalledProcessError as e: logging.error(f"FFmpeg error: {e.stderr.decode()}") return None except Exception as e: logging.error(f"Error downloading RTSP audio: {str(e)}") return None def download_direct_audio(url, method_choice, proxy_url, proxy_username, proxy_password): """ Downloads audio from a direct URL using the specified method. Args: url (str): The direct URL of the audio file. method_choice (str): The method to use for downloading. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info(f"Downloading direct audio from: {url} using method: {method_choice}") methods = { 'wget': wget_method, 'requests': requests_method, 'yt-dlp': yt_dlp_direct_method, 'ffmpeg': ffmpeg_method, 'aria2': aria2_method, } method = methods.get(method_choice, requests_method) try: audio_file = method(url, proxy_url, proxy_username, proxy_password) if not audio_file or not os.path.exists(audio_file): error_msg = f"Failed to download direct audio from {url} using method {method_choice}" logging.error(error_msg) return None return audio_file except Exception as e: logging.error(f"Error downloading direct audio with {method_choice}: {str(e)}") return None def requests_method(url, proxy_url, proxy_username, proxy_password): """ Downloads audio using the requests library. Args: url (str): The URL of the audio file. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ try: proxies = None auth = None if proxy_url and len(proxy_url.strip()) > 0: proxies = { "http": proxy_url, "https": proxy_url } if proxy_username and proxy_password: auth = (proxy_username, proxy_password) response = requests.get(url, stream=True, proxies=proxies, auth=auth) if response.status_code == 200: with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as temp_file: for chunk in response.iter_content(chunk_size=8192): if chunk: temp_file.write(chunk) logging.info(f"Downloaded direct audio to: {temp_file.name}") return temp_file.name else: logging.error(f"Failed to download audio from {url} with status code {response.status_code}") return None except Exception as e: logging.error(f"Error in requests_method: {str(e)}") return None def wget_method(url, proxy_url, proxy_username, proxy_password): """ Downloads audio using the wget command-line tool. Args: url (str): The URL of the audio file. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info("Using wget method") output_file = tempfile.mktemp(suffix='.mp3') command = ['wget', '-O', output_file, url] env = os.environ.copy() if proxy_url and len(proxy_url.strip()) > 0: env['http_proxy'] = proxy_url env['https_proxy'] = proxy_url try: subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env) logging.info(f"Downloaded audio to: {output_file}") return output_file except subprocess.CalledProcessError as e: logging.error(f"Wget error: {e.stderr.decode()}") return None except Exception as e: logging.error(f"Error in wget_method: {str(e)}") return None def yt_dlp_direct_method(url, proxy_url, proxy_username, proxy_password): """ Downloads audio using yt-dlp (supports various protocols and sites). Args: url (str): The URL of the audio or webpage containing audio. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info("Using yt-dlp direct method") output_file = tempfile.mktemp(suffix='.mp3') ydl_opts = { 'format': 'bestaudio/best', 'outtmpl': output_file, 'quiet': True, 'no_warnings': True, 'postprocessors': [{ 'key': 'FFmpegExtractAudio', 'preferredcodec': 'mp3', 'preferredquality': '192', }], } if proxy_url and len(proxy_url.strip()) > 0: ydl_opts['proxy'] = proxy_url try: with yt_dlp.YoutubeDL(ydl_opts) as ydl: ydl.download([url]) logging.info(f"Downloaded audio to: {output_file}") return output_file except Exception as e: logging.error(f"Error in yt_dlp_direct_method: {str(e)}") return None def ffmpeg_method(url, proxy_url, proxy_username, proxy_password): """ Downloads audio using FFmpeg. Args: url (str): The URL of the audio file. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info("Using ffmpeg method") output_file = tempfile.mktemp(suffix='.mp3') command = ['ffmpeg', '-i', url, '-vn', '-acodec', 'libmp3lame', '-q:a', '2', output_file] env = os.environ.copy() if proxy_url and len(proxy_url.strip()) > 0: env['http_proxy'] = proxy_url env['https_proxy'] = proxy_url try: subprocess.run(command, check=True, capture_output=True, text=True, env=env) logging.info(f"Downloaded and converted audio to: {output_file}") return output_file except subprocess.CalledProcessError as e: logging.error(f"FFmpeg error: {e.stderr}") return None except Exception as e: logging.error(f"Error in ffmpeg_method: {str(e)}") return None def aria2_method(url, proxy_url, proxy_username, proxy_password): """ Downloads audio using aria2. Args: url (str): The URL of the audio file. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. Returns: str: Path to the downloaded audio file, or None if failed. """ logging.info("Using aria2 method") output_file = tempfile.mktemp(suffix='.mp3') command = ['aria2c', '--split=4', '--max-connection-per-server=4', '--out', output_file, url] if proxy_url and len(proxy_url.strip()) > 0: command.extend(['--all-proxy', proxy_url]) try: subprocess.run(command, check=True, capture_output=True, text=True) logging.info(f"Downloaded audio to: {output_file}") return output_file except subprocess.CalledProcessError as e: logging.error(f"Aria2 error: {e.stderr}") return None except Exception as e: logging.error(f"Error in aria2_method: {str(e)}") return None def trim_audio(audio_path, start_time, end_time): """ Trims an audio file to the specified start and end times. Args: audio_path (str): Path to the audio file. start_time (float): Start time in seconds. end_time (float): End time in seconds. Returns: str: Path to the trimmed audio file. Raises: gr.Error: If invalid start or end times are provided. """ try: logging.info(f"Trimming audio from {start_time} to {end_time}") audio = AudioSegment.from_file(audio_path) audio_duration = len(audio) / 1000 # Duration in seconds # Default start and end times if None start_time = max(0, start_time) if start_time is not None else 0 end_time = min(audio_duration, end_time) if end_time is not None else audio_duration # Validate times if start_time >= end_time: raise gr.Error("End time must be greater than start time.") trimmed_audio = audio[int(start_time * 1000):int(end_time * 1000)] with tempfile.NamedTemporaryFile(delete=False, suffix='.wav') as temp_audio_file: trimmed_audio.export(temp_audio_file.name, format="wav") logging.info(f"Trimmed audio saved to: {temp_audio_file.name}") return temp_audio_file.name except Exception as e: logging.error(f"Error trimming audio: {str(e)}") raise gr.Error(f"Error trimming audio: {str(e)}") def save_transcription(transcription): """ Saves the transcription text to a temporary file. Args: transcription (str): The transcription text. Returns: str: The path to the transcription file. """ with tempfile.NamedTemporaryFile(delete=False, suffix='.txt', mode='w', encoding='utf-8') as temp_file: temp_file.write(transcription) logging.info(f"Transcription saved to: {temp_file.name}") return temp_file.name def get_model_options(pipeline_type): """ Returns a list of model IDs based on the selected pipeline type. Args: pipeline_type (str): The type of pipeline. Returns: list: A list of model IDs. """ if pipeline_type == "faster-batched": return ["cstr/whisper-large-v3-turbo-german-int8_float32","cstr/whisper-large-v3-turbo-int8_float32", "SYSTRAN/faster-whisper-large-v1", "GalaktischeGurke/primeline-whisper-large-v3-german-ct2"] elif pipeline_type == "faster-sequenced": return ["cstr/whisper-large-v3-turbo-german-int8_float32","SYSTRAN/faster-whisper-large-v1", "GalaktischeGurke/primeline-whisper-large-v3-german-ct2"] elif pipeline_type == "transformers": return ["cstr/whisper-large-v3-turbo-german-int8_float32","openai/whisper-large-v3", "openai/whisper-large-v2", "openai/whisper-medium", "openai/whisper-small"] elif pipeline_type == "crispasr": return ["auto", "ggml-base.en.bin", "canary-1b-v2.gguf", "parakeet-tdt-0.6b-v3.gguf", "qwen3-asr-0.6b.gguf"] else: return [] # Dictionary to store loaded models loaded_models = {} def transcribe_audio(audio_input, audio_url, proxy_url, proxy_username, proxy_password, pipeline_type, model_id, dtype, batch_size, download_method, start_time=None, end_time=None, verbose=False, include_timecodes=False, tos_agreed=False): """ Transcribes audio from a given source using the specified pipeline and model. Args: audio_input (str): Path to uploaded audio file or recorded audio. audio_url (str): URL of audio. proxy_url (str): Proxy URL if needed. proxy_username (str): Proxy username. proxy_password (str): Proxy password. pipeline_type (str): Type of pipeline to use ('faster-batched', 'faster-sequenced', or 'transformers'). model_id (str): The ID of the model to use. dtype (str): Data type for model computations ('int8', 'float16', or 'float32'). batch_size (int): Batch size for transcription. download_method (str): Method to use for downloading audio. start_time (float, optional): Start time in seconds for trimming audio. end_time (float, optional): End time in seconds for trimming audio. verbose (bool, optional): Whether to output verbose logging. include_timecodes (bool, optional): Whether to include timecodes in the transcription. Yields: Tuple[str, str, str or None]: Metrics and messages, transcription text, path to transcription file. """ try: if verbose: logging.getLogger().setLevel(logging.INFO) else: logging.getLogger().setLevel(logging.WARNING) logging.info(f"Transcription parameters: pipeline_type={pipeline_type}, model_id={model_id}, dtype={dtype}, batch_size={batch_size}") source_label = f"Download Method: {download_method}" if (audio_url and audio_url.strip()) else "Source: uploaded file" verbose_messages = f"Starting transcription with parameters:\nPipeline Type: {pipeline_type}\nModel ID: {model_id}\nData Type: {dtype}\nBatch Size: {batch_size}\n{source_label}\n" if verbose: yield verbose_messages, "", None # Only enforce ToS check if they are providing a URL (downloading). # Uploading their own file doesn't necessarily trigger the same third-party ToS concerns for your app. if audio_url is not None and len(audio_url.strip()) > 0 and not tos_agreed: error_msg = "⛔ Error: You must confirm that you have the rights to download this content by checking the Terms of Service box before proceeding." logging.error(error_msg) yield error_msg, "", None return # Determine the audio source audio_path = None is_temp_file = False if audio_input is not None and len(audio_input) > 0: # audio_input is a filepath to uploaded or recorded audio audio_path = audio_input is_temp_file = False elif audio_url is not None and len(audio_url.strip()) > 0: # audio_url is provided audio_path, is_temp_file = download_audio(audio_url, download_method, proxy_url, proxy_username, proxy_password) if not audio_path: error_msg = f"Error downloading audio from {audio_url} using method {download_method}. Check logs for details." logging.error(error_msg) yield verbose_messages + error_msg, "", None return else: error_msg = "No audio source provided. Please upload an audio file, record audio, or enter a URL." logging.error(error_msg) yield verbose_messages + error_msg, "", None return # Convert start_time and end_time to float or None start_time = float(start_time) if start_time else None end_time = float(end_time) if end_time else None if start_time is not None or end_time is not None: audio_path = trim_audio(audio_path, start_time, end_time) is_temp_file = True # The trimmed audio is a temporary file verbose_messages += f"Audio trimmed from {start_time} to {end_time}\n" if verbose: yield verbose_messages, "", None # Model caching model_key = (pipeline_type, model_id, dtype) if model_key in loaded_models: model_or_pipeline = loaded_models[model_key] logging.info("Loaded model from cache") else: if pipeline_type == "faster-batched": model = WhisperModel(model_id, device=device, compute_type=dtype) model_or_pipeline = BatchedInferencePipeline(model=model) elif pipeline_type == "faster-sequenced": model_or_pipeline = WhisperModel(model_id, device=device, compute_type=dtype) elif pipeline_type == "transformers": # Adjust torch_dtype based on dtype and device if dtype == "float16" and device == "cpu": torch_dtype = torch.float32 elif dtype == "float16": torch_dtype = torch.float16 else: torch_dtype = torch.float32 model = AutoModelForSpeechSeq2Seq.from_pretrained( model_id, torch_dtype=torch_dtype ) processor = AutoProcessor.from_pretrained(model_id) model_or_pipeline = pipeline( "automatic-speech-recognition", model=model, tokenizer=processor.tokenizer, feature_extractor=processor.feature_extractor, chunk_length_s=30, batch_size=batch_size, return_timestamps=True, device=device, ) elif pipeline_type == "crispasr": actual_model_path = model_id if model_id == "auto": actual_model_path = "qwen3-asr-0.6b.gguf" if not os.path.exists(actual_model_path): entry = crispasr.registry_lookup_by_filename(actual_model_path) if entry is None: raise gr.Error( f"Model '{actual_model_path}' not found in the CrispASR registry. " "Provide a local file path or choose a known model name." ) logging.info(f"Downloading {entry.filename} (~{entry.approx_size}) from registry...") actual_model_path = crispasr.cache_ensure_file(entry.filename, entry.url) if not actual_model_path: raise gr.Error(f"Failed to download model '{model_id}' from {entry.url}.") model_or_pipeline = crispasr.CrispASR(actual_model_path) else: error_msg = "Invalid pipeline type" logging.error(error_msg) yield verbose_messages + error_msg, "", None return loaded_models[model_key] = model_or_pipeline # Cache the model or pipeline # Perform the transcription start_time_perf = time.time() transcription = "" if pipeline_type == "faster-batched": segments, info = model_or_pipeline.transcribe(audio_path, batch_size=batch_size) # Since segments is a generator, we need to iterate over it to complete transcription segments = list(segments) # Exhaust the generator elif pipeline_type == "faster-sequenced": segments, info = model_or_pipeline.transcribe(audio_path) segments = list(segments) # Exhaust the generator elif pipeline_type == "crispasr": # crispasr.transcribe returns a list of Segment objects logging.info(f"Transcribing with CrispASR: {audio_path}") raw_segments = model_or_pipeline.transcribe(audio_path) # Map crispasr segments to the format expected by the downstream loop segments = [] for s in raw_segments: segments.append({ "start": s.start, "end": s.end, "text": s.text, "timestamp": (s.start, s.end) # for transformers-style compatibility }) else: result = model_or_pipeline(audio_path) segments = result["chunks"] end_time_perf = time.time() # Calculate metrics transcription_time = end_time_perf - start_time_perf audio_file_size = os.path.getsize(audio_path) / (1024 * 1024) metrics_output = ( f"Transcription time: {transcription_time:.2f} seconds\n" f"Audio file size: {audio_file_size:.2f} MB\n" ) if verbose: yield verbose_messages + metrics_output, "", None # Compile the transcription text for segment in segments: if pipeline_type in ["faster-batched", "faster-sequenced", "crispasr"]: # faster-whisper yields Segment objects (has .start, .end, .text) # crispasr we already mapped to dicts in the transcription block if it was crispasr # Wait, I already mapped crispasr to dicts in the PREVIOUS turn's edit. # Let's check how they were mapped. Start/End/Text keys. # To be safe, let's handle both objects and dicts here: if isinstance(segment, dict): start = segment.get("start", 0) end = segment.get("end", 0) text = segment.get("text", "") else: start = segment.start end = segment.end text = segment.text if include_timecodes: transcription_segment = f"[{start:.2f}s -> {end:.2f}s] {text}\n" else: transcription_segment = f"{text}\n" else: # Transformers chunks if include_timecodes: transcription_segment = f"[{segment['timestamp'][0]:.2f}s -> {segment['timestamp'][1]:.2f}s] {segment['text']}\n" else: transcription_segment = f"{segment['text']}\n" transcription += transcription_segment if verbose: yield verbose_messages + metrics_output, transcription, None # Save the transcription to a file transcription_file = save_transcription(transcription) yield verbose_messages + metrics_output, transcription, transcription_file except Exception as e: error_msg = f"An error occurred during transcription: {str(e)}" logging.error(error_msg) yield verbose_messages + error_msg, "", None finally: # Clean up temporary audio files if audio_path and is_temp_file and os.path.exists(audio_path): os.remove(audio_path) with gr.Blocks() as iface: gr.Markdown("# Audio Transcription") gr.Markdown("Transcribe audio using multiple pipelines and (Faster) Whisper models.") with gr.Row(): # Left Side with gr.Column(): audio_input = gr.Audio(label="Upload or Record Audio", sources=["upload", "microphone"], type="filepath") # Right Side with gr.Column(): audio_url = gr.Textbox(label="Or Enter URL of audio file or video") tos_checkbox = gr.Checkbox( label="I confirm that I have the right to download this content and am complying with the platform's Terms of Service and applicable copyright laws.", value=False ) transcribe_button = gr.Button("Transcribe") with gr.Accordion("Advanced Options", open=False): with gr.Row(): proxy_url = gr.Textbox(label="Proxy URL", placeholder="Enter proxy URL if needed", value="", lines=1) proxy_username = gr.Textbox(label="Proxy Username", placeholder="Proxy username (optional)", value="", lines=1) proxy_password = gr.Textbox(label="Proxy Password", placeholder="Proxy password (optional)", value="", lines=1, type="password") with gr.Row(): pipeline_type = gr.Dropdown( choices=["faster-batched", "faster-sequenced", "transformers", "crispasr"], label="Pipeline Type", value="faster-batched" ) model_id = gr.Dropdown( label="Model", choices=get_model_options("faster-batched"), value="cstr/whisper-large-v3-turbo-int8_float32" ) with gr.Row(): dtype = gr.Dropdown(choices=["int8", "float16", "float32"], label="Data Type", value="int8") batch_size = gr.Slider(minimum=1, maximum=32, step=1, value=16, label="Batch Size") download_method = gr.Dropdown( choices=["yt-dlp", "pytube", "youtube-dl", "yt-dlp-alt", "ffmpeg", "aria2", "wget"], label="Download Method", value="yt-dlp" ) with gr.Row(): start_time = gr.Number(label="Start Time (seconds)", value=0, minimum=0) end_time = gr.Number(label="End Time (seconds)", value=0, minimum=0) verbose = gr.Checkbox(label="Verbose Output", value=False) include_timecodes = gr.Checkbox(label="Include timecodes in transcription", value=False) with gr.Row(): metrics_output = gr.Textbox(label="Transcription Metrics and Verbose Messages", lines=10) transcription_output = gr.Textbox(label="Transcription", lines=10) transcription_file = gr.File(label="Download Transcription") def update_model_dropdown(pipeline_type): """ Updates the model dropdown choices based on the selected pipeline type. Args: pipeline_type (str): The selected pipeline type. Returns: gr.update: Updated model dropdown component. """ try: model_choices = get_model_options(pipeline_type) logging.info(f"Model choices for {pipeline_type}: {model_choices}") if model_choices: return gr.Dropdown(choices=model_choices, value=model_choices[0], visible=True) else: return gr.Dropdown(choices=["No models available"], value=None, visible=False) except Exception as e: logging.error(f"Error in update_model_dropdown: {str(e)}") return gr.update(choices=["Error"], value="Error", visible=True) # Event handler for pipeline_type change pipeline_type.change(update_model_dropdown, inputs=[pipeline_type], outputs=[model_id]) def transcribe_with_progress(*args): # The audio_input is now the first argument for result in transcribe_audio(*args): yield result transcribe_button.click( transcribe_with_progress, inputs=[audio_input, audio_url, proxy_url, proxy_username, proxy_password, pipeline_type, model_id, dtype, batch_size, download_method, start_time, end_time, verbose, include_timecodes, tos_checkbox], # <-- Added tos_checkbox here outputs=[metrics_output, transcription_output, transcription_file] ) iface.launch(share=False, debug=True, ssr_mode=False)