af_heart_arm_tts / eval /benchmark.json
tarunchy's picture
Create eval/benchmark.json
9104809 verified
Raw
History Blame Contribute Delete
1.82 kB
{
"measured_at": "2026-08-04 02:40:56 UTC",
"gpu_utilisation_before_start_pct": 0,
"hardware": {
"machine": "aarch64",
"gpu": "NVIDIA GB10",
"os": "Linux-6.17.0-1014-nvidia-aarch64-with-glibc2.39"
},
"python": "3.12.3",
"checkpoint": "/home/dlyog/fresh4/models/af_heart_decoder.pt",
"artifact_sizes_mb": {
"full_onnx": 68.52,
"cpu_prefix_onnx": 54.14,
"kokoro_reference": 326.0
},
"eval_set": {
"file": "/home/dlyog/fresh4/tts/eval_sentences.txt",
"n": 20
},
"warmup_sentences": 5,
"results": {
"ours_hybrid": {
"engine": "ours_hybrid",
"n_sentences": 20,
"latency_ms_mean": 43.28,
"latency_ms_median": 43.15,
"rtf_mean": 0.01596,
"rtf_worst": 0.02101,
"audio_generated_sec": 54.56,
"peak_rss_mb": 1974.3,
"stages": {
"arm_cpu_prefix_ms": 15.848,
"handoff_ms": 0.1215,
"gpu_decoder_ms": 10.792,
"arm_cpu_share_pct": 59.2,
"handoff_share_pct": 0.45
}
},
"ours_cpu": {
"engine": "ours_cpu",
"n_sentences": 20,
"latency_ms_mean": 92.4,
"latency_ms_median": 92.14,
"rtf_mean": 0.03481,
"rtf_worst": 0.04226,
"audio_generated_sec": 53.26,
"peak_rss_mb": 396.0
},
"kokoro_gpu": {
"engine": "kokoro_gpu",
"n_sentences": 20,
"latency_ms_mean": 40.19,
"latency_ms_median": 40.02,
"rtf_mean": 0.01421,
"rtf_worst": 0.01716,
"audio_generated_sec": 56.85,
"peak_rss_mb": 3239.0
},
"kokoro_cpu": {
"engine": "kokoro_cpu",
"n_sentences": 20,
"latency_ms_mean": 984.55,
"latency_ms_median": 988.06,
"rtf_mean": 0.34894,
"rtf_worst": 0.44285,
"audio_generated_sec": 56.85,
"peak_rss_mb": 2775.4
}
}
}