{ "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "window_label": "eg2stt-r3-timing-gpu30", "window_started": "2026-10-13T21:11:09+0900", "window_finished": "2026-10-13T21:11:57+0900", "compared_in_window_with": [ "fp32:3000:gpu", "fp16w32:3000:gpu", "fp16:3000:gpu" ], "summary": { "reps_ok": 8, "reps_failed": 0, "audio_s_per_call": 30.0, "ms_median_of_rep_medians": 40.023, "ms_rep_median_range": [ 39.971, 40.045 ], "ms_p90_all_calls": 40.196, "x_realtime": 749.6, "cpu_ms_per_call_median": 16.133, "load_s_first_process": 1.815, "load_s_first_process_cold": true, "load_s_warm_median": 0.199, "peak_footprint_gb_max": 0.54 }, "reps": [ { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": true, "cache_entry_deleted": true, "load_s": 1.815, "load_cpu_s": 0.569, "warmup_ms": [ 196.07, 48.03, 40.06 ], "ms": [ 39.893, 39.939, 39.922, 40.054, 40.246, 40.026, 39.896, 40.209, 40.024, 39.979, 40.112, 40.001, 39.949, 40.136, 39.922, 40.051, 39.988, 39.969, 39.987, 39.999 ], "ms_median": 39.993, "ms_p90": 40.143, "cpu_ms_per_call": 16.031, "x_realtime": 750.1, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 79970928, "lifetime_max_phys_footprint": 79970928 }, "footprint_after_load": { "phys_footprint": 185763064, "lifetime_max_phys_footprint": 185779448 }, "footprint_end": { "phys_footprint": 532858680, "lifetime_max_phys_footprint": 539789112 }, "t_start": "21:11:21", "rep": 0 }, { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.192, "load_cpu_s": 0.168, "warmup_ms": [ 132.55, 40.45, 40.31 ], "ms": [ 39.988, 39.94, 39.918, 39.94, 40.135, 40.022, 40.067, 40.112, 40.054, 40.059, 40.205, 39.975, 39.988, 39.975, 40.099, 39.96, 40.076, 40.019, 39.987, 40.115 ], "ms_median": 40.02, "ms_p90": 40.117, "cpu_ms_per_call": 16.358, "x_realtime": 749.6, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 80134768, "lifetime_max_phys_footprint": 80134768 }, "footprint_after_load": { "phys_footprint": 173737136, "lifetime_max_phys_footprint": 173737136 }, "footprint_end": { "phys_footprint": 522323648, "lifetime_max_phys_footprint": 527713984 }, "t_start": "21:11:26", "rep": 1 }, { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.21, "load_cpu_s": 0.183, "warmup_ms": [ 147.91, 40.18, 39.92 ], "ms": [ 40.025, 40.105, 39.983, 40.057, 40.148, 39.826, 40.058, 40.099, 40.045, 40.026, 39.993, 40.115, 40.026, 40.01, 40.061, 39.977, 40.169, 40.023, 39.987, 39.965 ], "ms_median": 40.026, "ms_p90": 40.118, "cpu_ms_per_call": 16.227, "x_realtime": 749.5, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 80233072, "lifetime_max_phys_footprint": 80233072 }, "footprint_after_load": { "phys_footprint": 172852424, "lifetime_max_phys_footprint": 172868808 }, "footprint_end": { "phys_footprint": 525666008, "lifetime_max_phys_footprint": 532596440 }, "t_start": "21:11:31", "rep": 2 }, { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.201, "load_cpu_s": 0.175, "warmup_ms": [ 143.84, 40.1, 40.14 ], "ms": [ 39.96, 40.033, 39.834, 40.02, 39.967, 40.061, 40.12, 39.992, 39.848, 40.1, 39.981, 40.191, 40.042, 40.034, 40.214, 40.038, 40.252, 40.277, 40.083, 40.15 ], "ms_median": 40.04, "ms_p90": 40.218, "cpu_ms_per_call": 16.47, "x_realtime": 749.2, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 79790704, "lifetime_max_phys_footprint": 79790704 }, "footprint_after_load": { "phys_footprint": 172852424, "lifetime_max_phys_footprint": 172852424 }, "footprint_end": { "phys_footprint": 525829896, "lifetime_max_phys_footprint": 532760328 }, "t_start": "21:11:36", "rep": 3 }, { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.197, "load_cpu_s": 0.171, "warmup_ms": [ 141.68, 40.36, 40.14 ], "ms": [ 39.957, 39.918, 39.953, 40.01, 39.959, 40.232, 40.207, 40.76, 40.334, 40.042, 40.046, 40.196, 39.997, 40.148, 40.045, 40.046, 40.032, 39.97, 40.115, 40.134 ], "ms_median": 40.045, "ms_p90": 40.242, "cpu_ms_per_call": 17.097, "x_realtime": 749.2, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 79921776, "lifetime_max_phys_footprint": 79921776 }, "footprint_after_load": { "phys_footprint": 174327008, "lifetime_max_phys_footprint": 174343392 }, "footprint_end": { "phys_footprint": 522733272, "lifetime_max_phys_footprint": 529663704 }, "t_start": "21:11:41", "rep": 4 }, { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.712, "load_cpu_s": 0.179, "warmup_ms": [ 354.03, 40.1, 40.03 ], "ms": [ 40.043, 39.974, 40.05, 40.072, 40.046, 39.983, 40.286, 39.8, 40.132, 39.878, 39.981, 39.92, 39.868, 39.899, 39.96, 39.97, 39.957, 39.943, 39.964, 39.984 ], "ms_median": 39.972, "ms_p90": 40.078, "cpu_ms_per_call": 16.039, "x_realtime": 750.5, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 79905392, "lifetime_max_phys_footprint": 79905392 }, "footprint_after_load": { "phys_footprint": 173376688, "lifetime_max_phys_footprint": 173376688 }, "footprint_end": { "phys_footprint": 510527192, "lifetime_max_phys_footprint": 529762008 }, "t_start": "21:11:47", "rep": 5 }, { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.199, "load_cpu_s": 0.173, "warmup_ms": [ 142.25, 40.26, 40.1 ], "ms": [ 39.92, 40.039, 39.938, 39.821, 39.907, 40.031, 40.19, 39.938, 39.872, 40.06, 40.196, 40.21, 40.295, 40.136, 40.07, 39.87, 40.091, 39.932, 40.007, 40.256 ], "ms_median": 40.035, "ms_p90": 40.215, "cpu_ms_per_call": 15.961, "x_realtime": 749.3, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 80052848, "lifetime_max_phys_footprint": 80052848 }, "footprint_after_load": { "phys_footprint": 173196488, "lifetime_max_phys_footprint": 173212872 }, "footprint_end": { "phys_footprint": 523060976, "lifetime_max_phys_footprint": 529991408 }, "t_start": "21:11:52", "rep": 6 }, { "form": "fp16", "bucket_frames": 3000, "backend": "gpu", "bundle": "/exports/fp16/eg2_audio_fp16_T3000_gpu_h16c.aimodelc", "function": "main", "cold_requested": false, "cache_entry_deleted": false, "load_s": 0.199, "load_cpu_s": 0.173, "warmup_ms": [ 143.89, 40.44, 40.0 ], "ms": [ 40.029, 40.2, 40.315, 40.184, 40.132, 39.824, 39.924, 40.045, 39.998, 39.937, 39.932, 39.928, 40.053, 39.985, 39.927, 39.882, 39.936, 40.011, 39.958, 39.941 ], "ms_median": 39.971, "ms_p90": 40.185, "cpu_ms_per_call": 15.954, "x_realtime": 750.5, "audio_s_per_call": 30.0, "footprint_before_load": { "phys_footprint": 81101424, "lifetime_max_phys_footprint": 81101424 }, "footprint_after_load": { "phys_footprint": 172950752, "lifetime_max_phys_footprint": 172967136 }, "footprint_end": { "phys_footprint": 524125912, "lifetime_max_phys_footprint": 531056344 }, "t_start": "21:11:57", "rep": 7 } ] }