mlboydaisuke's picture
Add files using upload-large-folder tool
a4b7895 verified
Raw History Blame Contribute Delete
17.8 kB
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"window_label": "eg2stt-r5-timing-split30b",
"window_started": "2026-10-13T23:03:12+0900",
"window_finished": "2026-10-13T23:04:50+0900",
"compared_in_window_with": [
"splitlayer7:3000:gpu+ane",
"splitlayer8:3000:gpu+ane",
"fp16:3000:gpu",
"fp16:3000:ane"
],
"summary": {
"reps_ok": 8,
"reps_failed": 0,
"audio_s_per_call": 30.0,
"ms_median_of_rep_medians": 57.397,
"ms_rep_median_range": [
57.325,
76.587
],
"ms_p90_all_calls": 68.361,
"x_realtime": 522.7,
"cpu_ms_per_call_median": 11.152,
"load_s_first_process": 1.172,
"load_s_first_process_cold": false,
"load_s_warm_median": 0.186,
"peak_footprint_gb_max": 0.866,
"pipelined_ms_per_window_median": 30.961,
"pipelined_ms_per_window_range": [
30.738,
52.628
],
"pipelined_x_realtime": 969.0,
"front_ms_median_of_rep_medians": 29.129,
"cast_ms_median_of_rep_medians": 0.578,
"body_ms_median_of_rep_medians": 27.748,
"load_s_body_median": 0.007
},
"reps": [
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 1.172,
"load_s_front": 1.122,
"load_s_body": 0.05,
"load_cpu_s": 0.352,
"warmup_ms": [
168.46,
74.25,
80.28
],
"ms": [
80.028,
78.759,
80.983,
68.008,
71.539,
79.733,
76.561,
76.978,
72.868,
79.085,
67.772,
91.95,
67.359,
92.73,
74.004,
76.612,
75.594,
73.543,
67.732,
84.423
],
"front_ms": [
51.273,
50.312,
52.066,
39.213,
42.743,
50.595,
47.532,
48.166,
43.694,
50.032,
38.637,
62.92,
38.419,
63.757,
45.038,
47.751,
46.824,
44.678,
38.811,
55.213
],
"cast_ms": [
0.923,
1.15,
0.809,
0.719,
0.699,
1.0,
0.832,
0.751,
0.857,
0.87,
0.933,
0.778,
0.764,
0.758,
0.836,
0.774,
0.716,
0.772,
0.77,
1.137
],
"body_ms": [
27.833,
27.297,
28.108,
28.077,
28.097,
28.139,
28.198,
28.061,
28.317,
28.183,
28.203,
28.251,
28.176,
28.216,
28.13,
28.087,
28.054,
28.093,
28.151,
28.072
],
"ms_median": 76.587,
"ms_p90": 85.175,
"front_ms_median": 47.642,
"cast_ms_median": 0.794,
"body_ms_median": 28.119,
"pipelined_ms_per_window": 52.628,
"pipelined_error": null,
"cpu_ms_per_call": 12.946,
"x_realtime": 391.7,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 99385968,
"lifetime_max_phys_footprint": 99385968
},
"footprint_after_load": {
"phys_footprint": 217073056,
"lifetime_max_phys_footprint": 217073056
},
"footprint_end": {
"phys_footprint": 786089760,
"lifetime_max_phys_footprint": 840189728
},
"t_start": "23:03:17",
"rep": 0
},
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 0.186,
"load_s_front": 0.18,
"load_s_body": 0.006,
"load_cpu_s": 0.159,
"warmup_ms": [
109.62,
60.02,
61.14
],
"ms": [
60.212,
57.792,
57.555,
57.57,
57.546,
57.335,
57.365,
57.872,
57.509,
56.817,
57.374,
57.482,
57.181,
57.124,
57.895,
57.392,
57.494,
57.47,
57.386,
57.826
],
"front_ms": [
29.132,
29.191,
29.23,
29.111,
29.129,
29.419,
29.013,
29.228,
28.97,
29.007,
28.911,
28.986,
29.051,
28.652,
29.309,
29.062,
29.156,
29.117,
29.164,
29.217
],
"cast_ms": [
0.603,
0.606,
0.59,
0.611,
0.613,
0.608,
0.577,
0.55,
0.609,
0.525,
0.57,
0.597,
0.562,
0.619,
0.619,
0.505,
0.585,
0.571,
0.567,
0.708
],
"body_ms": [
30.477,
27.995,
27.735,
27.848,
27.804,
27.308,
27.774,
28.093,
27.929,
27.285,
27.893,
27.898,
27.569,
27.854,
27.968,
27.825,
27.753,
27.782,
27.655,
27.901
],
"ms_median": 57.488,
"ms_p90": 57.874,
"front_ms_median": 29.123,
"cast_ms_median": 0.593,
"body_ms_median": 27.837,
"pipelined_ms_per_window": 31.043,
"pipelined_error": null,
"cpu_ms_per_call": 11.142,
"x_realtime": 521.8,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 97813104,
"lifetime_max_phys_footprint": 97813104
},
"footprint_after_load": {
"phys_footprint": 215106952,
"lifetime_max_phys_footprint": 215106952
},
"footprint_end": {
"phys_footprint": 800245752,
"lifetime_max_phys_footprint": 854345720
},
"t_start": "23:03:30",
"rep": 1
},
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 1.026,
"load_s_front": 0.992,
"load_s_body": 0.034,
"load_cpu_s": 0.241,
"warmup_ms": [
100.52,
57.95,
57.51
],
"ms": [
60.323,
59.642,
59.006,
57.426,
57.103,
57.107,
57.365,
57.782,
57.66,
57.435,
57.359,
57.364,
57.057,
57.339,
57.091,
57.389,
57.801,
57.541,
57.055,
56.455
],
"front_ms": [
28.954,
29.041,
28.936,
29.182,
28.995,
28.955,
29.036,
29.062,
29.244,
29.111,
29.063,
28.997,
29.094,
28.938,
28.924,
29.077,
29.157,
29.356,
28.93,
28.926
],
"cast_ms": [
0.57,
0.542,
0.541,
0.562,
0.573,
0.571,
0.641,
0.66,
0.591,
0.556,
0.586,
0.564,
0.518,
0.564,
0.589,
0.582,
0.782,
0.552,
0.45,
0.524
],
"body_ms": [
30.799,
30.058,
29.528,
27.683,
27.535,
27.582,
27.688,
28.06,
27.825,
27.768,
27.71,
27.802,
27.445,
27.837,
27.578,
27.729,
27.863,
27.634,
27.675,
27.005
],
"ms_median": 57.377,
"ms_p90": 59.069,
"front_ms_median": 29.039,
"cast_ms_median": 0.567,
"body_ms_median": 27.719,
"pipelined_ms_per_window": 31.018,
"pipelined_error": null,
"cpu_ms_per_call": 11.162,
"x_realtime": 522.9,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 94749272,
"lifetime_max_phys_footprint": 94749272
},
"footprint_after_load": {
"phys_footprint": 212632992,
"lifetime_max_phys_footprint": 212632992
},
"footprint_end": {
"phys_footprint": 799344680,
"lifetime_max_phys_footprint": 853444648
},
"t_start": "23:03:42",
"rep": 2
},
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 0.183,
"load_s_front": 0.176,
"load_s_body": 0.007,
"load_cpu_s": 0.155,
"warmup_ms": [
105.77,
60.51,
60.92
],
"ms": [
59.149,
58.565,
58.171,
57.733,
57.975,
57.426,
57.348,
57.427,
57.725,
57.086,
57.19,
57.728,
57.708,
57.799,
56.901,
57.343,
57.38,
57.408,
57.365,
57.652
],
"front_ms": [
29.179,
28.806,
29.162,
29.036,
29.37,
29.142,
29.008,
29.052,
29.078,
29.161,
29.071,
29.174,
29.552,
29.164,
28.831,
29.178,
29.127,
29.058,
29.088,
29.288
],
"cast_ms": [
0.579,
0.604,
0.643,
0.722,
0.717,
0.582,
0.596,
0.644,
0.696,
0.564,
0.58,
0.598,
0.552,
0.566,
0.724,
0.546,
0.584,
0.618,
0.56,
0.559
],
"body_ms": [
29.391,
29.156,
28.365,
27.975,
27.888,
27.701,
27.743,
27.732,
27.951,
27.361,
27.54,
27.956,
27.603,
28.069,
27.346,
27.619,
27.67,
27.732,
27.717,
27.805
],
"ms_median": 57.54,
"ms_p90": 58.21,
"front_ms_median": 29.134,
"cast_ms_median": 0.59,
"body_ms_median": 27.738,
"pipelined_ms_per_window": 30.815,
"pipelined_error": null,
"cpu_ms_per_call": 11.286,
"x_realtime": 521.4,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 97370736,
"lifetime_max_phys_footprint": 97370736
},
"footprint_after_load": {
"phys_footprint": 215074208,
"lifetime_max_phys_footprint": 215074208
},
"footprint_end": {
"phys_footprint": 799508472,
"lifetime_max_phys_footprint": 866191352
},
"t_start": "23:03:55",
"rep": 3
},
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 1.126,
"load_s_front": 1.091,
"load_s_body": 0.034,
"load_cpu_s": 0.261,
"warmup_ms": [
99.41,
57.68,
60.03
],
"ms": [
60.076,
58.85,
57.443,
57.432,
57.448,
57.541,
57.338,
57.238,
57.446,
56.502,
56.928,
57.518,
57.441,
57.186,
57.243,
56.795,
57.101,
57.182,
57.312,
57.256
],
"front_ms": [
29.016,
29.108,
29.067,
29.042,
29.045,
29.218,
29.054,
28.953,
29.074,
28.949,
29.03,
28.919,
29.07,
28.954,
28.926,
28.995,
28.998,
29.114,
29.091,
28.932
],
"cast_ms": [
0.54,
0.557,
0.616,
0.578,
0.602,
0.564,
0.562,
0.592,
0.589,
0.549,
0.569,
0.718,
0.575,
0.559,
0.496,
0.546,
0.551,
0.548,
0.523,
0.545
],
"body_ms": [
30.52,
29.185,
27.76,
27.812,
27.8,
27.759,
27.722,
27.692,
27.784,
27.004,
27.329,
27.881,
27.796,
27.673,
27.821,
27.254,
27.552,
27.521,
27.698,
27.779
],
"ms_median": 57.325,
"ms_p90": 57.672,
"front_ms_median": 29.036,
"cast_ms_median": 0.56,
"body_ms_median": 27.759,
"pipelined_ms_per_window": 30.881,
"pipelined_error": null,
"cpu_ms_per_call": 10.508,
"x_realtime": 523.3,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 94880344,
"lifetime_max_phys_footprint": 94880344
},
"footprint_after_load": {
"phys_footprint": 212600224,
"lifetime_max_phys_footprint": 212600224
},
"footprint_end": {
"phys_footprint": 786745360,
"lifetime_max_phys_footprint": 853428240
},
"t_start": "23:04:07",
"rep": 4
},
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 0.165,
"load_s_front": 0.159,
"load_s_body": 0.006,
"load_cpu_s": 0.141,
"warmup_ms": [
99.47,
57.27,
57.36
],
"ms": [
56.912,
56.932,
57.341,
57.174,
57.373,
57.058,
57.903,
56.673,
56.78,
57.712,
57.288,
57.744,
57.512,
57.53,
57.501,
58.087,
57.341,
57.701,
57.216,
57.159
],
"front_ms": [
29.001,
28.937,
29.106,
28.988,
29.138,
29.116,
29.474,
29.209,
29.112,
29.306,
29.261,
29.325,
29.149,
29.157,
29.215,
29.517,
29.035,
29.484,
28.99,
29.018
],
"cast_ms": [
0.471,
0.488,
0.505,
0.589,
0.513,
0.488,
0.654,
0.588,
0.529,
0.618,
0.601,
0.546,
0.546,
0.615,
0.61,
0.617,
0.586,
0.528,
0.558,
0.576
],
"body_ms": [
27.44,
27.506,
27.73,
27.597,
27.721,
27.454,
27.775,
26.876,
27.139,
27.788,
27.425,
27.873,
27.816,
27.758,
27.676,
27.953,
27.72,
27.689,
27.668,
27.565
],
"ms_median": 57.341,
"ms_p90": 57.76,
"front_ms_median": 29.144,
"cast_ms_median": 0.567,
"body_ms_median": 27.683,
"pipelined_ms_per_window": 30.904,
"pipelined_error": null,
"cpu_ms_per_call": 10.692,
"x_realtime": 523.2,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 95093336,
"lifetime_max_phys_footprint": 95093336
},
"footprint_after_load": {
"phys_footprint": 212616560,
"lifetime_max_phys_footprint": 212616560
},
"footprint_end": {
"phys_footprint": 807421920,
"lifetime_max_phys_footprint": 861521888
},
"t_start": "23:04:19",
"rep": 5
},
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 0.176,
"load_s_front": 0.168,
"load_s_body": 0.008,
"load_cpu_s": 0.15,
"warmup_ms": [
103.78,
59.81,
59.36
],
"ms": [
58.706,
57.438,
57.446,
57.471,
57.34,
57.605,
57.387,
57.393,
57.339,
57.048,
57.318,
57.39,
57.263,
57.355,
56.534,
56.515,
57.063,
57.523,
57.56,
57.66
],
"front_ms": [
28.946,
29.042,
29.025,
29.153,
28.995,
29.195,
28.913,
29.035,
29.02,
29.101,
28.947,
29.162,
29.097,
29.059,
28.723,
28.944,
29.127,
29.132,
29.065,
29.29
],
"cast_ms": [
0.591,
0.561,
0.62,
0.551,
0.64,
0.612,
0.648,
0.613,
0.509,
0.572,
0.598,
0.608,
0.568,
0.572,
0.724,
0.578,
0.558,
0.588,
0.667,
0.569
],
"body_ms": [
29.169,
27.836,
27.802,
27.767,
27.705,
27.798,
27.826,
27.745,
27.811,
27.375,
27.773,
27.621,
27.598,
27.723,
27.086,
26.993,
27.377,
27.803,
27.828,
27.802
],
"ms_median": 57.389,
"ms_p90": 57.611,
"front_ms_median": 29.05,
"cast_ms_median": 0.589,
"body_ms_median": 27.77,
"pipelined_ms_per_window": 30.738,
"pipelined_error": null,
"cpu_ms_per_call": 11.05,
"x_realtime": 522.8,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 95011416,
"lifetime_max_phys_footprint": 95011416
},
"footprint_after_load": {
"phys_footprint": 213140872,
"lifetime_max_phys_footprint": 213140872
},
"footprint_end": {
"phys_footprint": 798328824,
"lifetime_max_phys_footprint": 852428792
},
"t_start": "23:04:30",
"rep": 6
},
{
"form": "splitlayer7",
"bucket_frames": 3000,
"backend": "gpu+ane",
"front_bundle": "<work>/exports/split/eg2_front_layer7_fp32_T3000_gpu_h16c.aimodelc",
"body_bundle": "<work>/exports/split/eg2_body_layer7_fp16_T3000_ane_h16c.aimodelc",
"function": "main",
"load_s": 0.187,
"load_s_front": 0.18,
"load_s_body": 0.007,
"load_cpu_s": 0.157,
"warmup_ms": [
103.69,
56.74,
60.41
],
"ms": [
58.194,
57.421,
57.241,
57.288,
57.267,
57.642,
56.799,
57.559,
57.178,
57.295,
57.228,
57.219,
57.177,
57.432,
57.545,
57.386,
58.071,
57.622,
58.027,
57.722
],
"front_ms": [
29.145,
29.024,
29.024,
29.053,
29.023,
29.323,
29.132,
29.421,
29.021,
29.055,
29.321,
29.003,
29.363,
29.094,
29.596,
29.034,
29.71,
29.187,
29.623,
29.168
],
"cast_ms": [
0.469,
0.6,
0.533,
0.537,
0.552,
0.699,
0.526,
0.548,
0.565,
0.543,
0.771,
0.624,
0.554,
0.573,
0.534,
0.498,
0.614,
0.795,
0.645,
0.724
],
"body_ms": [
28.58,
27.798,
27.685,
27.698,
27.692,
27.62,
27.141,
27.59,
27.591,
27.697,
27.136,
27.592,
27.26,
27.765,
27.415,
27.854,
27.746,
27.64,
27.76,
27.83
],
"ms_median": 57.404,
"ms_p90": 58.032,
"front_ms_median": 29.138,
"cast_ms_median": 0.56,
"body_ms_median": 27.688,
"pipelined_ms_per_window": 31.337,
"pipelined_error": null,
"cpu_ms_per_call": 11.293,
"x_realtime": 522.6,
"audio_s_per_call": 30.0,
"footprint_before_load": {
"phys_footprint": 97321584,
"lifetime_max_phys_footprint": 97321584
},
"footprint_after_load": {
"phys_footprint": 215238048,
"lifetime_max_phys_footprint": 215238048
},
"footprint_end": {
"phys_footprint": 811665472,
"lifetime_max_phys_footprint": 865765440
},
"t_start": "23:04:41",
"rep": 7
}
]
}