File size: 4,299 Bytes
b49ed64 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 | """Measure real-time factor and peak process RAM for this exact CPU release."""
import argparse
from datetime import datetime, timezone
import json
import os
from pathlib import Path
import platform
import resource
import statistics
import subprocess
import time
START = time.perf_counter()
ROOT = Path(__file__).resolve().parents[1]
os.environ["LITTLE_TTS_FRONTEND"] = "own"
os.environ["DIZIONE_DATA"] = str(ROOT / "phonemizer")
import torch
from little_tts.infer import load_model, speak
TEXTS = ["Hello! This is a sample of my voice as I learn to speak naturally.",
"The morning sunlight streamed through the window, warming the quiet room.",
"At half past seven, the station was already busy. Travelers checked their tickets while a gentle rain fell outside."]
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--threads", type=int, default=2)
parser.add_argument("--repeats", type=int, default=3)
parser.add_argument("--output", type=Path, default=ROOT / "evaluation/cpu_benchmark.json")
args = parser.parse_args()
torch.set_num_threads(args.threads)
torch.set_num_interop_threads(1)
load_start = time.perf_counter()
model = load_model(ROOT / "inference.pt", "cpu")
load_seconds = time.perf_counter() - load_start
records = []
with torch.inference_mode():
first = time.perf_counter()
wave, _, _ = speak(model, TEXTS[0], model.config.speakers[0], seed=0)
first_seconds = time.perf_counter() - first
startup_seconds = time.perf_counter() - START
for voice in model.config.speakers:
# Warm both voices before the timed measurements.
speak(model, TEXTS[0], voice, seed=0)
for text in TEXTS:
for repeat in range(args.repeats):
began = time.perf_counter()
wave, _, _ = speak(model, text, voice, seed=0)
seconds = time.perf_counter() - began
duration = len(wave) / model.config.sample_rate
records.append(dict(voice=voice, text=text, repeat=repeat,
synthesis_seconds=seconds, audio_seconds=duration,
real_time_factor=seconds/duration))
peak = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss
peak_bytes = peak if platform.system() == "Darwin" else peak * 1024
try:
cpu = subprocess.check_output(["sysctl", "-n", "machdep.cpu.brand_string"], text=True).strip() if platform.system() == "Darwin" else platform.processor()
except (OSError, subprocess.SubprocessError):
cpu = platform.processor()
total_time = sum(r["synthesis_seconds"] for r in records)
total_audio = sum(r["audio_seconds"] for r in records)
report = dict(measured_at=datetime.now(timezone.utc).isoformat(), cpu=cpu,
platform=platform.platform(), python=platform.python_version(), torch=torch.__version__,
threads=args.threads, interop_threads=1, device="cpu", precision="float32",
model_load_seconds=load_seconds, first_synthesis_seconds=first_seconds,
import_load_and_first_synthesis_seconds=startup_seconds,
peak_process_rss_mib=peak_bytes/1024**2,
utterances=len(records), total_synthesis_seconds=total_time, total_audio_seconds=total_audio,
weighted_real_time_factor=total_time/total_audio,
times_faster_than_real_time=total_audio/total_time,
median_utterance_rtf=statistics.median(r["real_time_factor"] for r in records),
min_utterance_rtf=min(r["real_time_factor"] for r in records),
max_utterance_rtf=max(r["real_time_factor"] for r in records), records=records,
scope="Includes phonemization and waveform synthesis; excludes file encoding, Gradio, queue/network time. Peak RSS includes Python, PyTorch, checkpoint loading, pronunciation assets, and synthesis.")
args.output.parent.mkdir(parents=True, exist_ok=True)
args.output.write_text(json.dumps(report, indent=2) + "\n")
print(json.dumps({k:v for k,v in report.items() if k != "records"}, indent=2))
if __name__ == "__main__":
main()
|