File size: 1,818 Bytes
9104809
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "measured_at": "2026-08-04 02:40:56 UTC",
  "gpu_utilisation_before_start_pct": 0,
  "hardware": {
    "machine": "aarch64",
    "gpu": "NVIDIA GB10",
    "os": "Linux-6.17.0-1014-nvidia-aarch64-with-glibc2.39"
  },
  "python": "3.12.3",
  "checkpoint": "/home/dlyog/fresh4/models/af_heart_decoder.pt",
  "artifact_sizes_mb": {
    "full_onnx": 68.52,
    "cpu_prefix_onnx": 54.14,
    "kokoro_reference": 326.0
  },
  "eval_set": {
    "file": "/home/dlyog/fresh4/tts/eval_sentences.txt",
    "n": 20
  },
  "warmup_sentences": 5,
  "results": {
    "ours_hybrid": {
      "engine": "ours_hybrid",
      "n_sentences": 20,
      "latency_ms_mean": 43.28,
      "latency_ms_median": 43.15,
      "rtf_mean": 0.01596,
      "rtf_worst": 0.02101,
      "audio_generated_sec": 54.56,
      "peak_rss_mb": 1974.3,
      "stages": {
        "arm_cpu_prefix_ms": 15.848,
        "handoff_ms": 0.1215,
        "gpu_decoder_ms": 10.792,
        "arm_cpu_share_pct": 59.2,
        "handoff_share_pct": 0.45
      }
    },
    "ours_cpu": {
      "engine": "ours_cpu",
      "n_sentences": 20,
      "latency_ms_mean": 92.4,
      "latency_ms_median": 92.14,
      "rtf_mean": 0.03481,
      "rtf_worst": 0.04226,
      "audio_generated_sec": 53.26,
      "peak_rss_mb": 396.0
    },
    "kokoro_gpu": {
      "engine": "kokoro_gpu",
      "n_sentences": 20,
      "latency_ms_mean": 40.19,
      "latency_ms_median": 40.02,
      "rtf_mean": 0.01421,
      "rtf_worst": 0.01716,
      "audio_generated_sec": 56.85,
      "peak_rss_mb": 3239.0
    },
    "kokoro_cpu": {
      "engine": "kokoro_cpu",
      "n_sentences": 20,
      "latency_ms_mean": 984.55,
      "latency_ms_median": 988.06,
      "rtf_mean": 0.34894,
      "rtf_worst": 0.44285,
      "audio_generated_sec": 56.85,
      "peak_rss_mb": 2775.4
    }
  }
}