File size: 1,818 Bytes
9104809 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | {
"measured_at": "2026-08-04 02:40:56 UTC",
"gpu_utilisation_before_start_pct": 0,
"hardware": {
"machine": "aarch64",
"gpu": "NVIDIA GB10",
"os": "Linux-6.17.0-1014-nvidia-aarch64-with-glibc2.39"
},
"python": "3.12.3",
"checkpoint": "/home/dlyog/fresh4/models/af_heart_decoder.pt",
"artifact_sizes_mb": {
"full_onnx": 68.52,
"cpu_prefix_onnx": 54.14,
"kokoro_reference": 326.0
},
"eval_set": {
"file": "/home/dlyog/fresh4/tts/eval_sentences.txt",
"n": 20
},
"warmup_sentences": 5,
"results": {
"ours_hybrid": {
"engine": "ours_hybrid",
"n_sentences": 20,
"latency_ms_mean": 43.28,
"latency_ms_median": 43.15,
"rtf_mean": 0.01596,
"rtf_worst": 0.02101,
"audio_generated_sec": 54.56,
"peak_rss_mb": 1974.3,
"stages": {
"arm_cpu_prefix_ms": 15.848,
"handoff_ms": 0.1215,
"gpu_decoder_ms": 10.792,
"arm_cpu_share_pct": 59.2,
"handoff_share_pct": 0.45
}
},
"ours_cpu": {
"engine": "ours_cpu",
"n_sentences": 20,
"latency_ms_mean": 92.4,
"latency_ms_median": 92.14,
"rtf_mean": 0.03481,
"rtf_worst": 0.04226,
"audio_generated_sec": 53.26,
"peak_rss_mb": 396.0
},
"kokoro_gpu": {
"engine": "kokoro_gpu",
"n_sentences": 20,
"latency_ms_mean": 40.19,
"latency_ms_median": 40.02,
"rtf_mean": 0.01421,
"rtf_worst": 0.01716,
"audio_generated_sec": 56.85,
"peak_rss_mb": 3239.0
},
"kokoro_cpu": {
"engine": "kokoro_cpu",
"n_sentences": 20,
"latency_ms_mean": 984.55,
"latency_ms_median": 988.06,
"rtf_mean": 0.34894,
"rtf_worst": 0.44285,
"audio_generated_sec": 56.85,
"peak_rss_mb": 2775.4
}
}
} |