| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "window_label": "eg2stt-r2c-timing-reader30", |
| "window_started": "2026-10-14T09:48:17+0900", |
| "window_finished": "2026-10-14T09:50:36+0900", |
| "compared_in_window_with": [ |
| "fp32:750:gpu", |
| "fp16:750:gpu", |
| "fp16:750:ane", |
| "h-out-fp16:750:gpu", |
| "h-out-fp16:750:ane", |
| "h-out:750:gpu" |
| ], |
| "summary": { |
| "reps_ok": 8, |
| "reps_failed": 0, |
| "audio_s_per_call": 30.0, |
| "ms_median_of_rep_medians": 22.451, |
| "ms_rep_median_range": [ |
| 22.396, |
| 23.253 |
| ], |
| "ms_p90_all_calls": 22.77, |
| "x_realtime": 1336.2, |
| "cpu_ms_per_call_median": 1.954, |
| "load_s_first_process": 0.9, |
| "load_s_first_process_cold": true, |
| "load_s_warm_median": 0.096, |
| "peak_footprint_gb_max": 1.035 |
| }, |
| "reps": [ |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": true, |
| "cache_entry_deleted": true, |
| "load_s": 0.9, |
| "load_cpu_s": 0.213, |
| "warmup_ms": [ |
| 89.36, |
| 22.89, |
| 22.78 |
| ], |
| "ms": [ |
| 22.606, |
| 22.635, |
| 22.66, |
| 22.403, |
| 22.564, |
| 22.447, |
| 22.494, |
| 22.487, |
| 22.449, |
| 22.54, |
| 22.415, |
| 22.478, |
| 22.435, |
| 22.422, |
| 22.539, |
| 22.489, |
| 22.47, |
| 22.38, |
| 22.412, |
| 22.385 |
| ], |
| "ms_median": 22.474, |
| "ms_p90": 22.609, |
| "cpu_ms_per_call": 1.948, |
| "x_realtime": 1334.9, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 204899144, |
| "lifetime_max_phys_footprint": 204899144 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 523273464, |
| "lifetime_max_phys_footprint": 523289848 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1034880704, |
| "lifetime_max_phys_footprint": 1034880704 |
| }, |
| "t_start": "09:48:22", |
| "rep": 0 |
| }, |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": false, |
| "cache_entry_deleted": false, |
| "load_s": 0.481, |
| "load_cpu_s": 0.11, |
| "warmup_ms": [ |
| 46.87, |
| 23.21, |
| 24.08 |
| ], |
| "ms": [ |
| 284.816, |
| 59.95, |
| 24.553, |
| 29.133, |
| 26.07, |
| 139.299, |
| 30.465, |
| 22.665, |
| 23.575, |
| 24.41, |
| 23.799, |
| 22.842, |
| 22.635, |
| 22.646, |
| 22.652, |
| 22.58, |
| 22.509, |
| 22.597, |
| 22.93, |
| 22.726 |
| ], |
| "ms_median": 23.253, |
| "ms_p90": 67.885, |
| "cpu_ms_per_call": 2.963, |
| "x_realtime": 1290.2, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 204522312, |
| "lifetime_max_phys_footprint": 204522312 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 520799432, |
| "lifetime_max_phys_footprint": 520799432 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1033176672, |
| "lifetime_max_phys_footprint": 1033176672 |
| }, |
| "t_start": "09:48:46", |
| "rep": 1 |
| }, |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": false, |
| "cache_entry_deleted": false, |
| "load_s": 0.096, |
| "load_cpu_s": 0.073, |
| "warmup_ms": [ |
| 46.21, |
| 22.64, |
| 22.63 |
| ], |
| "ms": [ |
| 22.564, |
| 22.486, |
| 22.464, |
| 22.607, |
| 22.491, |
| 22.63, |
| 22.778, |
| 22.535, |
| 22.629, |
| 22.723, |
| 22.779, |
| 22.574, |
| 22.487, |
| 22.391, |
| 22.462, |
| 22.598, |
| 22.49, |
| 22.588, |
| 22.514, |
| 22.412 |
| ], |
| "ms_median": 22.55, |
| "ms_p90": 22.728, |
| "cpu_ms_per_call": 1.959, |
| "x_realtime": 1330.4, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 204604256, |
| "lifetime_max_phys_footprint": 204604256 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 520717488, |
| "lifetime_max_phys_footprint": 520733872 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1032652384, |
| "lifetime_max_phys_footprint": 1032652384 |
| }, |
| "t_start": "09:49:02", |
| "rep": 2 |
| }, |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": false, |
| "cache_entry_deleted": false, |
| "load_s": 0.506, |
| "load_cpu_s": 0.111, |
| "warmup_ms": [ |
| 46.83, |
| 22.66, |
| 22.4 |
| ], |
| "ms": [ |
| 22.425, |
| 22.368, |
| 22.464, |
| 22.403, |
| 22.306, |
| 22.258, |
| 22.496, |
| 22.523, |
| 22.425, |
| 22.431, |
| 22.441, |
| 22.375, |
| 22.392, |
| 22.688, |
| 22.385, |
| 22.372, |
| 22.369, |
| 22.449, |
| 22.498, |
| 22.612 |
| ], |
| "ms_median": 22.425, |
| "ms_p90": 22.532, |
| "cpu_ms_per_call": 1.863, |
| "x_realtime": 1337.8, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 204718920, |
| "lifetime_max_phys_footprint": 204718920 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 520963272, |
| "lifetime_max_phys_footprint": 520979656 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1032799864, |
| "lifetime_max_phys_footprint": 1032799864 |
| }, |
| "t_start": "09:49:19", |
| "rep": 3 |
| }, |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": false, |
| "cache_entry_deleted": false, |
| "load_s": 0.09, |
| "load_cpu_s": 0.069, |
| "warmup_ms": [ |
| 43.91, |
| 22.58, |
| 22.57 |
| ], |
| "ms": [ |
| 22.51, |
| 22.536, |
| 22.361, |
| 22.425, |
| 22.352, |
| 22.397, |
| 22.355, |
| 22.345, |
| 22.326, |
| 22.565, |
| 22.485, |
| 22.456, |
| 22.399, |
| 22.393, |
| 22.435, |
| 22.395, |
| 22.372, |
| 22.358, |
| 22.361, |
| 22.509 |
| ], |
| "ms_median": 22.396, |
| "ms_p90": 22.513, |
| "cpu_ms_per_call": 1.836, |
| "x_realtime": 1339.5, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 204030792, |
| "lifetime_max_phys_footprint": 204030792 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 520258784, |
| "lifetime_max_phys_footprint": 520275168 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1031898768, |
| "lifetime_max_phys_footprint": 1031898768 |
| }, |
| "t_start": "09:49:34", |
| "rep": 4 |
| }, |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": false, |
| "cache_entry_deleted": false, |
| "load_s": 0.478, |
| "load_cpu_s": 0.109, |
| "warmup_ms": [ |
| 46.45, |
| 22.71, |
| 22.59 |
| ], |
| "ms": [ |
| 22.544, |
| 22.469, |
| 22.36, |
| 22.414, |
| 22.417, |
| 22.417, |
| 22.405, |
| 22.43, |
| 22.331, |
| 22.344, |
| 22.429, |
| 22.311, |
| 22.392, |
| 22.645, |
| 22.635, |
| 22.759, |
| 22.73, |
| 22.662, |
| 22.628, |
| 22.592 |
| ], |
| "ms_median": 22.429, |
| "ms_p90": 22.669, |
| "cpu_ms_per_call": 1.964, |
| "x_realtime": 1337.5, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 203998024, |
| "lifetime_max_phys_footprint": 203998024 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 520406240, |
| "lifetime_max_phys_footprint": 520406240 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1032275576, |
| "lifetime_max_phys_footprint": 1032275576 |
| }, |
| "t_start": "09:49:51", |
| "rep": 5 |
| }, |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": false, |
| "cache_entry_deleted": false, |
| "load_s": 0.091, |
| "load_cpu_s": 0.068, |
| "warmup_ms": [ |
| 47.21, |
| 22.5, |
| 22.43 |
| ], |
| "ms": [ |
| 22.622, |
| 22.448, |
| 22.47, |
| 22.333, |
| 22.413, |
| 22.499, |
| 22.393, |
| 22.49, |
| 22.336, |
| 22.388, |
| 22.38, |
| 22.416, |
| 22.317, |
| 22.399, |
| 22.386, |
| 22.426, |
| 22.605, |
| 22.383, |
| 22.738, |
| 22.835 |
| ], |
| "ms_median": 22.414, |
| "ms_p90": 22.633, |
| "cpu_ms_per_call": 1.885, |
| "x_realtime": 1338.4, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 204718920, |
| "lifetime_max_phys_footprint": 204718920 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 520848560, |
| "lifetime_max_phys_footprint": 520864944 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1032521336, |
| "lifetime_max_phys_footprint": 1032521336 |
| }, |
| "t_start": "09:50:08", |
| "rep": 6 |
| }, |
| { |
| "form": "fp16", |
| "tokens": 750, |
| "backend": "gpu", |
| "bundle": "<work>/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", |
| "cold_requested": false, |
| "cache_entry_deleted": false, |
| "load_s": 0.087, |
| "load_cpu_s": 0.068, |
| "warmup_ms": [ |
| 45.01, |
| 22.55, |
| 22.4 |
| ], |
| "ms": [ |
| 22.534, |
| 22.681, |
| 22.775, |
| 22.566, |
| 22.433, |
| 22.434, |
| 22.631, |
| 22.382, |
| 22.423, |
| 22.45, |
| 22.58, |
| 22.637, |
| 22.489, |
| 22.534, |
| 22.623, |
| 22.77, |
| 22.617, |
| 22.597, |
| 22.678, |
| 22.518 |
| ], |
| "ms_median": 22.573, |
| "ms_p90": 22.69, |
| "cpu_ms_per_call": 1.983, |
| "x_realtime": 1329.0, |
| "audio_s_per_call": 30.0, |
| "footprint_before_load": { |
| "phys_footprint": 204538696, |
| "lifetime_max_phys_footprint": 204538696 |
| }, |
| "footprint_after_load": { |
| "phys_footprint": 520963248, |
| "lifetime_max_phys_footprint": 520963248 |
| }, |
| "footprint_end": { |
| "phys_footprint": 1032586800, |
| "lifetime_max_phys_footprint": 1032586800 |
| }, |
| "t_start": "09:50:23", |
| "rep": 7 |
| } |
| ] |
| } |
|
|
