{ "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "window_label": "eg2stt-r5-timing-split30b", "window_started": "2026-10-13T23:03:12+0900", "window_finished": "2026-10-13T23:04:50+0900", "compared_in_window_with": [ "splitlayer7:3000:gpu+ane", "splitlayer8:3000:gpu+ane", "fp16:3000:gpu", "fp16:3000:ane" ], "summary": { "reps_ok": 8, "reps_failed": 0, "audio_s_per_call": 30.0, "ms_median_of_rep_medians": 57.397, "ms_rep_median_range": [ 57.325, 76.587 ], "ms_p90_all_calls": 68.361, "x_realtime": 522.7, "cpu_ms_per_call_median": 11.152, "load_s_first_process": 1.172, "load_s_first_process_cold": false, "load_s_warm_median": 0.186, "peak_footprint_gb_max": 0.866, "pipelined_ms_per_window_median": 30.961, "pipelined_ms_per_window_range": [ 30.738, 52.628 ], "pipelined_x_realtime": 969.0, "front_ms_median_of_rep_medians": 29.129, "cast_ms_median_of_rep_medians": 0.578, "body_ms_median_of_rep_medians": 27.748, "load_s_body_median": 0.007 }, "reps": [ { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 1.172, "load_s_front": 1.122, "load_s_body": 0.05, "load_cpu_s": 0.352, "warmup_ms": [ 168.46, 74.25, 80.28 ], "ms": [ 80.028, 78.759, 80.983, 68.008, 71.539, 79.733, 76.561, 76.978, 72.868, 79.085, 67.772, 91.95, 67.359, 92.73, 74.004, 76.612, 75.594, 73.543, 67.732, 84.423 ], "front_ms": [ 51.273, 50.312, 52.066, 39.213, 42.743, 50.595, 47.532, 48.166, 43.694, 50.032, 38.637, 62.92, 38.419, 63.757, 45.038, 47.751, 46.824, 44.678, 38.811, 55.213 ], "cast_ms": [ 0.923, 1.15, 0.809, 0.719, 0.699, 1.0, 0.832, 0.751, 0.857, 0.87, 0.933, 0.778, 0.764, 0.758, 0.836, 0.774, 0.716, 0.772, 0.77, 1.137 ], "body_ms": [ 27.833, 27.297, 28.108, 28.077, 28.097, 28.139, 28.198, 28.061, 28.317, 28.183, 28.203, 28.251, 28.176, 28.216, 28.13, 28.087, 28.054, 28.093, 28.151, 28.072 ], "ms_median": 76.587, "ms_p90": 85.175, "front_ms_median": 47.642, "cast_ms_median": 0.794, "body_ms_median": 28.119, "pipelined_ms_per_window": 52.628, "pipelined_error": null, "cpu_ms_per_call": 12.946, "x_realtime": 391.7, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 99385968, "lifetime_max_phys_footprint": 99385968 }, "footprint_after_load": { "phys_footprint": 217073056, "lifetime_max_phys_footprint": 217073056 }, "footprint_end": { "phys_footprint": 786089760, "lifetime_max_phys_footprint": 840189728 }, "t_start": "23:03:17", "rep": 0 }, { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 0.186, "load_s_front": 0.18, "load_s_body": 0.006, "load_cpu_s": 0.159, "warmup_ms": [ 109.62, 60.02, 61.14 ], "ms": [ 60.212, 57.792, 57.555, 57.57, 57.546, 57.335, 57.365, 57.872, 57.509, 56.817, 57.374, 57.482, 57.181, 57.124, 57.895, 57.392, 57.494, 57.47, 57.386, 57.826 ], "front_ms": [ 29.132, 29.191, 29.23, 29.111, 29.129, 29.419, 29.013, 29.228, 28.97, 29.007, 28.911, 28.986, 29.051, 28.652, 29.309, 29.062, 29.156, 29.117, 29.164, 29.217 ], "cast_ms": [ 0.603, 0.606, 0.59, 0.611, 0.613, 0.608, 0.577, 0.55, 0.609, 0.525, 0.57, 0.597, 0.562, 0.619, 0.619, 0.505, 0.585, 0.571, 0.567, 0.708 ], "body_ms": [ 30.477, 27.995, 27.735, 27.848, 27.804, 27.308, 27.774, 28.093, 27.929, 27.285, 27.893, 27.898, 27.569, 27.854, 27.968, 27.825, 27.753, 27.782, 27.655, 27.901 ], "ms_median": 57.488, "ms_p90": 57.874, "front_ms_median": 29.123, "cast_ms_median": 0.593, "body_ms_median": 27.837, "pipelined_ms_per_window": 31.043, "pipelined_error": null, "cpu_ms_per_call": 11.142, "x_realtime": 521.8, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 97813104, "lifetime_max_phys_footprint": 97813104 }, "footprint_after_load": { "phys_footprint": 215106952, "lifetime_max_phys_footprint": 215106952 }, "footprint_end": { "phys_footprint": 800245752, "lifetime_max_phys_footprint": 854345720 }, "t_start": "23:03:30", "rep": 1 }, { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 1.026, "load_s_front": 0.992, "load_s_body": 0.034, "load_cpu_s": 0.241, "warmup_ms": [ 100.52, 57.95, 57.51 ], "ms": [ 60.323, 59.642, 59.006, 57.426, 57.103, 57.107, 57.365, 57.782, 57.66, 57.435, 57.359, 57.364, 57.057, 57.339, 57.091, 57.389, 57.801, 57.541, 57.055, 56.455 ], "front_ms": [ 28.954, 29.041, 28.936, 29.182, 28.995, 28.955, 29.036, 29.062, 29.244, 29.111, 29.063, 28.997, 29.094, 28.938, 28.924, 29.077, 29.157, 29.356, 28.93, 28.926 ], "cast_ms": [ 0.57, 0.542, 0.541, 0.562, 0.573, 0.571, 0.641, 0.66, 0.591, 0.556, 0.586, 0.564, 0.518, 0.564, 0.589, 0.582, 0.782, 0.552, 0.45, 0.524 ], "body_ms": [ 30.799, 30.058, 29.528, 27.683, 27.535, 27.582, 27.688, 28.06, 27.825, 27.768, 27.71, 27.802, 27.445, 27.837, 27.578, 27.729, 27.863, 27.634, 27.675, 27.005 ], "ms_median": 57.377, "ms_p90": 59.069, "front_ms_median": 29.039, "cast_ms_median": 0.567, "body_ms_median": 27.719, "pipelined_ms_per_window": 31.018, "pipelined_error": null, "cpu_ms_per_call": 11.162, "x_realtime": 522.9, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 94749272, "lifetime_max_phys_footprint": 94749272 }, "footprint_after_load": { "phys_footprint": 212632992, "lifetime_max_phys_footprint": 212632992 }, "footprint_end": { "phys_footprint": 799344680, "lifetime_max_phys_footprint": 853444648 }, "t_start": "23:03:42", "rep": 2 }, { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 0.183, "load_s_front": 0.176, "load_s_body": 0.007, "load_cpu_s": 0.155, "warmup_ms": [ 105.77, 60.51, 60.92 ], "ms": [ 59.149, 58.565, 58.171, 57.733, 57.975, 57.426, 57.348, 57.427, 57.725, 57.086, 57.19, 57.728, 57.708, 57.799, 56.901, 57.343, 57.38, 57.408, 57.365, 57.652 ], "front_ms": [ 29.179, 28.806, 29.162, 29.036, 29.37, 29.142, 29.008, 29.052, 29.078, 29.161, 29.071, 29.174, 29.552, 29.164, 28.831, 29.178, 29.127, 29.058, 29.088, 29.288 ], "cast_ms": [ 0.579, 0.604, 0.643, 0.722, 0.717, 0.582, 0.596, 0.644, 0.696, 0.564, 0.58, 0.598, 0.552, 0.566, 0.724, 0.546, 0.584, 0.618, 0.56, 0.559 ], "body_ms": [ 29.391, 29.156, 28.365, 27.975, 27.888, 27.701, 27.743, 27.732, 27.951, 27.361, 27.54, 27.956, 27.603, 28.069, 27.346, 27.619, 27.67, 27.732, 27.717, 27.805 ], "ms_median": 57.54, "ms_p90": 58.21, "front_ms_median": 29.134, "cast_ms_median": 0.59, "body_ms_median": 27.738, "pipelined_ms_per_window": 30.815, "pipelined_error": null, "cpu_ms_per_call": 11.286, "x_realtime": 521.4, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 97370736, "lifetime_max_phys_footprint": 97370736 }, "footprint_after_load": { "phys_footprint": 215074208, "lifetime_max_phys_footprint": 215074208 }, "footprint_end": { "phys_footprint": 799508472, "lifetime_max_phys_footprint": 866191352 }, "t_start": "23:03:55", "rep": 3 }, { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 1.126, "load_s_front": 1.091, "load_s_body": 0.034, "load_cpu_s": 0.261, "warmup_ms": [ 99.41, 57.68, 60.03 ], "ms": [ 60.076, 58.85, 57.443, 57.432, 57.448, 57.541, 57.338, 57.238, 57.446, 56.502, 56.928, 57.518, 57.441, 57.186, 57.243, 56.795, 57.101, 57.182, 57.312, 57.256 ], "front_ms": [ 29.016, 29.108, 29.067, 29.042, 29.045, 29.218, 29.054, 28.953, 29.074, 28.949, 29.03, 28.919, 29.07, 28.954, 28.926, 28.995, 28.998, 29.114, 29.091, 28.932 ], "cast_ms": [ 0.54, 0.557, 0.616, 0.578, 0.602, 0.564, 0.562, 0.592, 0.589, 0.549, 0.569, 0.718, 0.575, 0.559, 0.496, 0.546, 0.551, 0.548, 0.523, 0.545 ], "body_ms": [ 30.52, 29.185, 27.76, 27.812, 27.8, 27.759, 27.722, 27.692, 27.784, 27.004, 27.329, 27.881, 27.796, 27.673, 27.821, 27.254, 27.552, 27.521, 27.698, 27.779 ], "ms_median": 57.325, "ms_p90": 57.672, "front_ms_median": 29.036, "cast_ms_median": 0.56, "body_ms_median": 27.759, "pipelined_ms_per_window": 30.881, "pipelined_error": null, "cpu_ms_per_call": 10.508, "x_realtime": 523.3, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 94880344, "lifetime_max_phys_footprint": 94880344 }, "footprint_after_load": { "phys_footprint": 212600224, "lifetime_max_phys_footprint": 212600224 }, "footprint_end": { "phys_footprint": 786745360, "lifetime_max_phys_footprint": 853428240 }, "t_start": "23:04:07", "rep": 4 }, { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 0.165, "load_s_front": 0.159, "load_s_body": 0.006, "load_cpu_s": 0.141, "warmup_ms": [ 99.47, 57.27, 57.36 ], "ms": [ 56.912, 56.932, 57.341, 57.174, 57.373, 57.058, 57.903, 56.673, 56.78, 57.712, 57.288, 57.744, 57.512, 57.53, 57.501, 58.087, 57.341, 57.701, 57.216, 57.159 ], "front_ms": [ 29.001, 28.937, 29.106, 28.988, 29.138, 29.116, 29.474, 29.209, 29.112, 29.306, 29.261, 29.325, 29.149, 29.157, 29.215, 29.517, 29.035, 29.484, 28.99, 29.018 ], "cast_ms": [ 0.471, 0.488, 0.505, 0.589, 0.513, 0.488, 0.654, 0.588, 0.529, 0.618, 0.601, 0.546, 0.546, 0.615, 0.61, 0.617, 0.586, 0.528, 0.558, 0.576 ], "body_ms": [ 27.44, 27.506, 27.73, 27.597, 27.721, 27.454, 27.775, 26.876, 27.139, 27.788, 27.425, 27.873, 27.816, 27.758, 27.676, 27.953, 27.72, 27.689, 27.668, 27.565 ], "ms_median": 57.341, "ms_p90": 57.76, "front_ms_median": 29.144, "cast_ms_median": 0.567, "body_ms_median": 27.683, "pipelined_ms_per_window": 30.904, "pipelined_error": null, "cpu_ms_per_call": 10.692, "x_realtime": 523.2, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 95093336, "lifetime_max_phys_footprint": 95093336 }, "footprint_after_load": { "phys_footprint": 212616560, "lifetime_max_phys_footprint": 212616560 }, "footprint_end": { "phys_footprint": 807421920, "lifetime_max_phys_footprint": 861521888 }, "t_start": "23:04:19", "rep": 5 }, { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 0.176, "load_s_front": 0.168, "load_s_body": 0.008, "load_cpu_s": 0.15, "warmup_ms": [ 103.78, 59.81, 59.36 ], "ms": [ 58.706, 57.438, 57.446, 57.471, 57.34, 57.605, 57.387, 57.393, 57.339, 57.048, 57.318, 57.39, 57.263, 57.355, 56.534, 56.515, 57.063, 57.523, 57.56, 57.66 ], "front_ms": [ 28.946, 29.042, 29.025, 29.153, 28.995, 29.195, 28.913, 29.035, 29.02, 29.101, 28.947, 29.162, 29.097, 29.059, 28.723, 28.944, 29.127, 29.132, 29.065, 29.29 ], "cast_ms": [ 0.591, 0.561, 0.62, 0.551, 0.64, 0.612, 0.648, 0.613, 0.509, 0.572, 0.598, 0.608, 0.568, 0.572, 0.724, 0.578, 0.558, 0.588, 0.667, 0.569 ], "body_ms": [ 29.169, 27.836, 27.802, 27.767, 27.705, 27.798, 27.826, 27.745, 27.811, 27.375, 27.773, 27.621, 27.598, 27.723, 27.086, 26.993, 27.377, 27.803, 27.828, 27.802 ], "ms_median": 57.389, "ms_p90": 57.611, "front_ms_median": 29.05, "cast_ms_median": 0.589, "body_ms_median": 27.77, "pipelined_ms_per_window": 30.738, "pipelined_error": null, "cpu_ms_per_call": 11.05, "x_realtime": 522.8, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 95011416, "lifetime_max_phys_footprint": 95011416 }, "footprint_after_load": { "phys_footprint": 213140872, "lifetime_max_phys_footprint": 213140872 }, "footprint_end": { "phys_footprint": 798328824, "lifetime_max_phys_footprint": 852428792 }, "t_start": "23:04:30", "rep": 6 }, { "form": "splitlayer7", "bucket_frames": 3000, "backend": "gpu+ane", "front_bundle": "/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc", "body_bundle": "/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc", "function": "main", "load_s": 0.187, "load_s_front": 0.18, "load_s_body": 0.007, "load_cpu_s": 0.157, "warmup_ms": [ 103.69, 56.74, 60.41 ], "ms": [ 58.194, 57.421, 57.241, 57.288, 57.267, 57.642, 56.799, 57.559, 57.178, 57.295, 57.228, 57.219, 57.177, 57.432, 57.545, 57.386, 58.071, 57.622, 58.027, 57.722 ], "front_ms": [ 29.145, 29.024, 29.024, 29.053, 29.023, 29.323, 29.132, 29.421, 29.021, 29.055, 29.321, 29.003, 29.363, 29.094, 29.596, 29.034, 29.71, 29.187, 29.623, 29.168 ], "cast_ms": [ 0.469, 0.6, 0.533, 0.537, 0.552, 0.699, 0.526, 0.548, 0.565, 0.543, 0.771, 0.624, 0.554, 0.573, 0.534, 0.498, 0.614, 0.795, 0.645, 0.724 ], "body_ms": [ 28.58, 27.798, 27.685, 27.698, 27.692, 27.62, 27.141, 27.59, 27.591, 27.697, 27.136, 27.592, 27.26, 27.765, 27.415, 27.854, 27.746, 27.64, 27.76, 27.83 ], "ms_median": 57.404, "ms_p90": 58.032, "front_ms_median": 29.138, "cast_ms_median": 0.56, "body_ms_median": 27.688, "pipelined_ms_per_window": 31.337, "pipelined_error": null, "cpu_ms_per_call": 11.293, "x_realtime": 522.6, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 97321584, "lifetime_max_phys_footprint": 97321584 }, "footprint_after_load": { "phys_footprint": 215238048, "lifetime_max_phys_footprint": 215238048 }, "footprint_end": { "phys_footprint": 811665472, "lifetime_max_phys_footprint": 865765440 }, "t_start": "23:04:41", "rep": 7 } ] }