{ "sample_count": 1, "samples": [ { "step": 50.0, "elapsed_seconds": 11.495871799997985, "window_seconds": 11.495871799997985, "steps_per_second": 4.349387403572886, "samples_per_second": 7794.102227202612, "tokens_per_second": 997645.0850819343, "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 122.5029296875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 75.0, "gpu_memory_used_mb": 13744.27734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 62.0, "gpu_power_w": 217.742 } ], "background_sample_count": 32, "background_samples": [ { "process_rss_mb": 2403.41796875, "cuda_allocated_mb": 10657.99755859375, "cuda_reserved_mb": 11200.0, "cuda_max_allocated_mb": 11051.73876953125, "cuda_max_reserved_mb": 11200.0, "gpu_util_percent": 14.0, "gpu_memory_util_percent": 5.0, "gpu_memory_used_mb": 12818.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 45.0, "gpu_power_w": 42.684, "elapsed_seconds": 0.541983800008893 }, { "process_rss_mb": 2682.99609375, "cuda_allocated_mb": 126.2216796875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 23.0, "gpu_memory_util_percent": 17.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 49.0, "gpu_power_w": 80.492, "elapsed_seconds": 1.0560631999978796 }, { "process_rss_mb": 2683.15625, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 84.0, "gpu_memory_util_percent": 65.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 59.0, "gpu_power_w": 151.182, "elapsed_seconds": 1.5636136999819428 }, { "process_rss_mb": 2683.171875, "cuda_allocated_mb": 126.2216796875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 67.0, "gpu_memory_util_percent": 48.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 58.0, "gpu_power_w": 198.581, "elapsed_seconds": 2.090296700014733 }, { "process_rss_mb": 2683.171875, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 77.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 58.0, "gpu_power_w": 215.4, "elapsed_seconds": 2.5990715000079945 }, { "process_rss_mb": 2683.171875, "cuda_allocated_mb": 126.2216796875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 63.0, "gpu_memory_util_percent": 47.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 54.0, "gpu_power_w": 209.578, "elapsed_seconds": 3.1307488000020385 }, { "process_rss_mb": 2683.171875, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 74.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 59.0, "gpu_power_w": 215.475, "elapsed_seconds": 3.644748599966988 }, { "process_rss_mb": 2683.171875, "cuda_allocated_mb": 126.2216796875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 1.0, "gpu_memory_util_percent": 0.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 51.0, "gpu_power_w": 199.707, "elapsed_seconds": 4.402358899998944 }, { "process_rss_mb": 2683.171875, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 76.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 60.0, "gpu_power_w": 178.762, "elapsed_seconds": 4.912791399983689 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 67.0, "gpu_memory_util_percent": 51.0, "gpu_memory_used_mb": 13744.02734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 57.0, "gpu_power_w": 187.267, "elapsed_seconds": 5.420690300001297 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 82.0, "gpu_memory_util_percent": 59.0, "gpu_memory_used_mb": 13749.71484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 61.0, "gpu_power_w": 211.903, "elapsed_seconds": 5.9282142000156455 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 77.0, "gpu_memory_used_mb": 13749.71484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 60.0, "gpu_power_w": 216.831, "elapsed_seconds": 6.439060800010338 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 65.0, "gpu_memory_util_percent": 47.0, "gpu_memory_used_mb": 13749.71484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 60.0, "gpu_power_w": 214.227, "elapsed_seconds": 6.946143499983009 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 75.0, "gpu_memory_used_mb": 13749.71484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 62.0, "gpu_power_w": 214.596, "elapsed_seconds": 7.4573811999871396 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 5474.2958984375, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 64.0, "gpu_memory_util_percent": 48.0, "gpu_memory_used_mb": 13749.71484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 56.0, "gpu_power_w": 213.192, "elapsed_seconds": 7.967849700013176 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 92.0, "gpu_memory_util_percent": 67.0, "gpu_memory_used_mb": 13745.71484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 61.0, "gpu_power_w": 217.827, "elapsed_seconds": 8.474799200019334 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 1.0, "gpu_memory_util_percent": 0.0, "gpu_memory_used_mb": 13745.71484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 51.0, "gpu_power_w": 188.037, "elapsed_seconds": 8.985988000000361 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 66.0, "gpu_memory_util_percent": 49.0, "gpu_memory_used_mb": 13744.52734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 56.0, "gpu_power_w": 171.267, "elapsed_seconds": 9.494696600013413 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 93.0, "gpu_memory_util_percent": 69.0, "gpu_memory_used_mb": 13744.52734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 62.0, "gpu_power_w": 192.325, "elapsed_seconds": 10.006947299989406 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 93.0, "gpu_memory_util_percent": 71.0, "gpu_memory_used_mb": 13744.52734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 62.0, "gpu_power_w": 221.52, "elapsed_seconds": 10.517244499991648 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 65.0, "gpu_memory_util_percent": 47.0, "gpu_memory_used_mb": 13744.27734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 61.0, "gpu_power_w": 214.796, "elapsed_seconds": 11.027270299964584 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 6567.63916015625, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 75.0, "gpu_memory_used_mb": 13744.27734375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 62.0, "gpu_power_w": 217.742, "elapsed_seconds": 11.53551159997005 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 64.0, "gpu_memory_util_percent": 48.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 57.0, "gpu_power_w": 211.385, "elapsed_seconds": 12.04551550000906 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 126.2216796875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 99.0, "gpu_memory_util_percent": 73.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 63.0, "gpu_power_w": 215.446, "elapsed_seconds": 12.555750900006387 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 126.2216796875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 86.0, "gpu_memory_util_percent": 65.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 64.0, "gpu_power_w": 216.554, "elapsed_seconds": 13.202394699968863 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 38.0, "gpu_memory_util_percent": 27.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 57.0, "gpu_power_w": 182.772, "elapsed_seconds": 13.7173714999808 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 126.2216796875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 75.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 64.0, "gpu_power_w": 178.689, "elapsed_seconds": 14.244046800013166 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 66.0, "gpu_memory_util_percent": 50.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 59.0, "gpu_power_w": 207.294, "elapsed_seconds": 14.752780599985272 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 80.0, "gpu_memory_util_percent": 58.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 64.0, "gpu_power_w": 214.991, "elapsed_seconds": 15.258768500003498 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 66.0, "gpu_memory_util_percent": 48.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 61.0, "gpu_power_w": 214.067, "elapsed_seconds": 15.76770419999957 }, { "process_rss_mb": 2683.17578125, "cuda_allocated_mb": 141.64453125, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 100.0, "gpu_memory_util_percent": 75.0, "gpu_memory_used_mb": 13742.83984375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 65.0, "gpu_power_w": 218.24, "elapsed_seconds": 16.273408600012772 }, { "process_rss_mb": 2720.89453125, "cuda_allocated_mb": 139.14794921875, "cuda_reserved_mb": 12124.0, "cuda_max_allocated_mb": 11120.271484375, "cuda_max_reserved_mb": 12124.0, "gpu_util_percent": 93.0, "gpu_memory_util_percent": 70.0, "gpu_memory_used_mb": 13742.96484375, "gpu_memory_total_mb": 16303.0, "gpu_temperature_c": 62.0, "gpu_power_w": 221.991, "elapsed_seconds": 16.781973899982404 } ], "step_samples_per_second_avg": 7794.102227202612, "step_samples_per_second_max": 7794.102227202612, "step_samples_per_second_min": 7794.102227202612, "step_tokens_per_second_avg": 997645.0850819343, "step_tokens_per_second_max": 997645.0850819343, "step_tokens_per_second_min": 997645.0850819343, "step_process_rss_mb_avg": 2683.17578125, "step_process_rss_mb_max": 2683.17578125, "step_process_rss_mb_min": 2683.17578125, "step_cuda_max_allocated_mb_avg": 11120.271484375, "step_cuda_max_allocated_mb_max": 11120.271484375, "step_cuda_max_allocated_mb_min": 11120.271484375, "step_gpu_util_percent_avg": 100.0, "step_gpu_util_percent_max": 100.0, "step_gpu_util_percent_min": 100.0, "step_gpu_memory_util_percent_avg": 75.0, "step_gpu_memory_util_percent_max": 75.0, "step_gpu_memory_util_percent_min": 75.0, "step_gpu_power_w_avg": 217.742, "step_gpu_power_w_max": 217.742, "step_gpu_power_w_min": 217.742, "step_gpu_temperature_c_avg": 62.0, "step_gpu_temperature_c_max": 62.0, "step_gpu_temperature_c_min": 62.0, "background_process_rss_mb_avg": 2675.6051025390625, "background_process_rss_mb_max": 2720.89453125, "background_process_rss_mb_min": 2403.41796875, "background_cuda_max_allocated_mb_avg": 11118.129837036133, "background_cuda_max_allocated_mb_max": 11120.271484375, "background_cuda_max_allocated_mb_min": 11051.73876953125, "background_gpu_util_percent_avg": 72.875, "background_gpu_util_percent_max": 100.0, "background_gpu_util_percent_min": 1.0, "background_gpu_memory_util_percent_avg": 54.15625, "background_gpu_memory_util_percent_max": 77.0, "background_gpu_memory_util_percent_min": 0.0, "background_gpu_power_w_avg": 195.463125, "background_gpu_power_w_max": 221.991, "background_gpu_power_w_min": 42.684, "background_gpu_temperature_c_avg": 58.75, "background_gpu_temperature_c_max": 65.0, "background_gpu_temperature_c_min": 45.0, "samples_per_second_avg": 7794.102227202612, "samples_per_second_max": 7794.102227202612, "tokens_per_second_avg": 997645.0850819343, "tokens_per_second_max": 997645.0850819343, "process_rss_mb_avg": 2683.17578125, "process_rss_mb_max": 2683.17578125, "cuda_max_allocated_mb_avg": 11120.271484375, "cuda_max_allocated_mb_max": 11120.271484375, "gpu_util_percent_avg": 100.0, "gpu_util_percent_max": 100.0, "gpu_memory_util_percent_avg": 75.0, "gpu_memory_util_percent_max": 75.0, "gpu_power_w_avg": 217.742, "gpu_power_w_max": 217.742, "gpu_temperature_c_avg": 62.0, "gpu_temperature_c_max": 62.0 }