{ "form": "fp16", "tokens": 750, "backend": "gpu", "window_label": "eg2stt-r2c-timing-reader30", "window_started": "2026-10-14T09:48:17+0900", "window_finished": "2026-10-14T09:50:36+0900", "compared_in_window_with": [ "fp32:750:gpu", "fp16:750:gpu", "fp16:750:ane", "h-out-fp16:750:gpu", "h-out-fp16:750:ane", "h-out:750:gpu" ], "summary": { "reps_ok": 8, "reps_failed": 0, "audio_s_per_call": 30.0, "ms_median_of_rep_medians": 22.451, "ms_rep_median_range": [ 22.396, 23.253 ], "ms_p90_all_calls": 22.77, "x_realtime": 1336.2, "cpu_ms_per_call_median": 1.954, "load_s_first_process": 0.9, "load_s_first_process_cold": true, "load_s_warm_median": 0.096, "peak_footprint_gb_max": 1.035 }, "reps": [ { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": true, "cache_entry_deleted": true, "load_s": 0.9, "load_cpu_s": 0.213, "warmup_ms": [ 89.36, 22.89, 22.78 ], "ms": [ 22.606, 22.635, 22.66, 22.403, 22.564, 22.447, 22.494, 22.487, 22.449, 22.54, 22.415, 22.478, 22.435, 22.422, 22.539, 22.489, 22.47, 22.38, 22.412, 22.385 ], "ms_median": 22.474, "ms_p90": 22.609, "cpu_ms_per_call": 1.948, "x_realtime": 1334.9, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 204899144, "lifetime_max_phys_footprint": 204899144 }, "footprint_after_load": { "phys_footprint": 523273464, "lifetime_max_phys_footprint": 523289848 }, "footprint_end": { "phys_footprint": 1034880704, "lifetime_max_phys_footprint": 1034880704 }, "t_start": "09:48:22", "rep": 0 }, { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.481, "load_cpu_s": 0.11, "warmup_ms": [ 46.87, 23.21, 24.08 ], "ms": [ 284.816, 59.95, 24.553, 29.133, 26.07, 139.299, 30.465, 22.665, 23.575, 24.41, 23.799, 22.842, 22.635, 22.646, 22.652, 22.58, 22.509, 22.597, 22.93, 22.726 ], "ms_median": 23.253, "ms_p90": 67.885, "cpu_ms_per_call": 2.963, "x_realtime": 1290.2, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 204522312, "lifetime_max_phys_footprint": 204522312 }, "footprint_after_load": { "phys_footprint": 520799432, "lifetime_max_phys_footprint": 520799432 }, "footprint_end": { "phys_footprint": 1033176672, "lifetime_max_phys_footprint": 1033176672 }, "t_start": "09:48:46", "rep": 1 }, { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.096, "load_cpu_s": 0.073, "warmup_ms": [ 46.21, 22.64, 22.63 ], "ms": [ 22.564, 22.486, 22.464, 22.607, 22.491, 22.63, 22.778, 22.535, 22.629, 22.723, 22.779, 22.574, 22.487, 22.391, 22.462, 22.598, 22.49, 22.588, 22.514, 22.412 ], "ms_median": 22.55, "ms_p90": 22.728, "cpu_ms_per_call": 1.959, "x_realtime": 1330.4, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 204604256, "lifetime_max_phys_footprint": 204604256 }, "footprint_after_load": { "phys_footprint": 520717488, "lifetime_max_phys_footprint": 520733872 }, "footprint_end": { "phys_footprint": 1032652384, "lifetime_max_phys_footprint": 1032652384 }, "t_start": "09:49:02", "rep": 2 }, { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.506, "load_cpu_s": 0.111, "warmup_ms": [ 46.83, 22.66, 22.4 ], "ms": [ 22.425, 22.368, 22.464, 22.403, 22.306, 22.258, 22.496, 22.523, 22.425, 22.431, 22.441, 22.375, 22.392, 22.688, 22.385, 22.372, 22.369, 22.449, 22.498, 22.612 ], "ms_median": 22.425, "ms_p90": 22.532, "cpu_ms_per_call": 1.863, "x_realtime": 1337.8, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 204718920, "lifetime_max_phys_footprint": 204718920 }, "footprint_after_load": { "phys_footprint": 520963272, "lifetime_max_phys_footprint": 520979656 }, "footprint_end": { "phys_footprint": 1032799864, "lifetime_max_phys_footprint": 1032799864 }, "t_start": "09:49:19", "rep": 3 }, { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.09, "load_cpu_s": 0.069, "warmup_ms": [ 43.91, 22.58, 22.57 ], "ms": [ 22.51, 22.536, 22.361, 22.425, 22.352, 22.397, 22.355, 22.345, 22.326, 22.565, 22.485, 22.456, 22.399, 22.393, 22.435, 22.395, 22.372, 22.358, 22.361, 22.509 ], "ms_median": 22.396, "ms_p90": 22.513, "cpu_ms_per_call": 1.836, "x_realtime": 1339.5, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 204030792, "lifetime_max_phys_footprint": 204030792 }, "footprint_after_load": { "phys_footprint": 520258784, "lifetime_max_phys_footprint": 520275168 }, "footprint_end": { "phys_footprint": 1031898768, "lifetime_max_phys_footprint": 1031898768 }, "t_start": "09:49:34", "rep": 4 }, { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.478, "load_cpu_s": 0.109, "warmup_ms": [ 46.45, 22.71, 22.59 ], "ms": [ 22.544, 22.469, 22.36, 22.414, 22.417, 22.417, 22.405, 22.43, 22.331, 22.344, 22.429, 22.311, 22.392, 22.645, 22.635, 22.759, 22.73, 22.662, 22.628, 22.592 ], "ms_median": 22.429, "ms_p90": 22.669, "cpu_ms_per_call": 1.964, "x_realtime": 1337.5, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 203998024, "lifetime_max_phys_footprint": 203998024 }, "footprint_after_load": { "phys_footprint": 520406240, "lifetime_max_phys_footprint": 520406240 }, "footprint_end": { "phys_footprint": 1032275576, "lifetime_max_phys_footprint": 1032275576 }, "t_start": "09:49:51", "rep": 5 }, { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.091, "load_cpu_s": 0.068, "warmup_ms": [ 47.21, 22.5, 22.43 ], "ms": [ 22.622, 22.448, 22.47, 22.333, 22.413, 22.499, 22.393, 22.49, 22.336, 22.388, 22.38, 22.416, 22.317, 22.399, 22.386, 22.426, 22.605, 22.383, 22.738, 22.835 ], "ms_median": 22.414, "ms_p90": 22.633, "cpu_ms_per_call": 1.885, "x_realtime": 1338.4, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 204718920, "lifetime_max_phys_footprint": 204718920 }, "footprint_after_load": { "phys_footprint": 520848560, "lifetime_max_phys_footprint": 520864944 }, "footprint_end": { "phys_footprint": 1032521336, "lifetime_max_phys_footprint": 1032521336 }, "t_start": "09:50:08", "rep": 6 }, { "form": "fp16", "tokens": 750, "backend": "gpu", "bundle": "/exports/reader/fp16/eg2_reader_fp16_T750_gpu_h16c.aimodelc", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.087, "load_cpu_s": 0.068, "warmup_ms": [ 45.01, 22.55, 22.4 ], "ms": [ 22.534, 22.681, 22.775, 22.566, 22.433, 22.434, 22.631, 22.382, 22.423, 22.45, 22.58, 22.637, 22.489, 22.534, 22.623, 22.77, 22.617, 22.597, 22.678, 22.518 ], "ms_median": 22.573, "ms_p90": 22.69, "cpu_ms_per_call": 1.983, "x_realtime": 1329.0, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 204538696, "lifetime_max_phys_footprint": 204538696 }, "footprint_after_load": { "phys_footprint": 520963248, "lifetime_max_phys_footprint": 520963248 }, "footprint_end": { "phys_footprint": 1032586800, "lifetime_max_phys_footprint": 1032586800 }, "t_start": "09:50:23", "rep": 7 } ] }