"""Measure ONNX-only CPU real-time factor and peak process RAM, without PyTorch.""" import argparse from datetime import datetime, timezone import json import os from pathlib import Path import platform import resource import statistics import subprocess import time START = time.perf_counter() ROOT = Path(__file__).resolve().parents[1] os.environ["LITTLE_TTS_FRONTEND"] = "own" os.environ["DIZIONE_DATA"] = str(ROOT / "phonemizer") import sys sys.path.insert(0, str(ROOT)) import onnxruntime from onnx_infer import Synthesizer TEXTS = ["Hello! This is a sample of my voice as I learn to speak naturally.", "The morning sunlight streamed through the window, warming the quiet room.", "At half past seven, the station was already busy. Travelers checked their tickets while a gentle rain fell outside."] def main(): parser = argparse.ArgumentParser() parser.add_argument("--threads", type=int, default=2) parser.add_argument("--repeats", type=int, default=3) parser.add_argument("--output", type=Path, default=ROOT / "evaluation/onnx_cpu_benchmark.json") args = parser.parse_args() load_start = time.perf_counter() model = Synthesizer(ROOT, args.threads) load_seconds = time.perf_counter() - load_start records = [] first = time.perf_counter() wave, _ = model.speak(TEXTS[0], model.voices[0]) first_seconds = time.perf_counter() - first startup_seconds = time.perf_counter() - START for voice in model.voices: # Warm both voices before the timed measurements. model.speak(TEXTS[0], voice) for text in TEXTS: for repeat in range(args.repeats): began = time.perf_counter() wave, _ = model.speak(text, voice) seconds = time.perf_counter() - began duration = len(wave) / model.sample_rate records.append(dict(voice=voice, text=text, repeat=repeat, synthesis_seconds=seconds, audio_seconds=duration, real_time_factor=seconds/duration)) peak = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss peak_bytes = peak if platform.system() == "Darwin" else peak * 1024 try: cpu = subprocess.check_output(["sysctl", "-n", "machdep.cpu.brand_string"], text=True).strip() if platform.system() == "Darwin" else platform.processor() except (OSError, subprocess.SubprocessError): cpu = platform.processor() total_time = sum(r["synthesis_seconds"] for r in records) total_audio = sum(r["audio_seconds"] for r in records) report = dict(measured_at=datetime.now(timezone.utc).isoformat(), cpu=cpu, platform=platform.platform(), python=platform.python_version(), onnxruntime=onnxruntime.__version__, threads=args.threads, interop_threads=1, device="cpu", precision="float32", model_load_seconds=load_seconds, first_synthesis_seconds=first_seconds, import_load_and_first_synthesis_seconds=startup_seconds, peak_process_rss_mib=peak_bytes/1024**2, utterances=len(records), total_synthesis_seconds=total_time, total_audio_seconds=total_audio, weighted_real_time_factor=total_time/total_audio, times_faster_than_real_time=total_audio/total_time, median_utterance_rtf=statistics.median(r["real_time_factor"] for r in records), min_utterance_rtf=min(r["real_time_factor"] for r in records), max_utterance_rtf=max(r["real_time_factor"] for r in records), records=records, scope="Includes phonemization and waveform synthesis; excludes file encoding, Gradio, queue/network time. Peak RSS includes Python, ONNX Runtime, model loading, pronunciation assets, and synthesis.") args.output.parent.mkdir(parents=True, exist_ok=True) args.output.write_text(json.dumps(report, indent=2) + "\n") print(json.dumps({k:v for k,v in report.items() if k != "records"}, indent=2)) if __name__ == "__main__": main()