| { |
| "scope": { |
| "dataset_split": "val", |
| "input_shape": [1, 3, 640, 640], |
| "batch_size": 1, |
| "precision": "fp16", |
| "dynamic_shapes": false, |
| "warmup_iterations": 50, |
| "benchmark_iterations": 200, |
| "pure_latency_excludes": ["preprocessing", "NMS"], |
| "gpu": "Tesla T4", |
| "tensorrt_version": "10.16.1.11", |
| "cuda_version": "12.8", |
| "torch_version": "2.10.0+cu128", |
| "ultralytics_version": "8.4.115", |
| "peak_gpu_memory_note": "peak_gpu_memory_mib is observed by the PyTorch CUDA allocator; TensorRT execution-context allocation is logged separately at engine load" |
| }, |
| "models": [ |
| { |
| "model": "baseline", "parameters": 3012018, "macs": 4073266400, |
| "pytorch_map50_95": 0.78524, "tensorrt_precision": 0.9675325947571839, |
| "tensorrt_recall": 0.9617830426294427, "tensorrt_map50": 0.9836192902988321, |
| "tensorrt_map50_95": 0.7871632933518187, "pytorch_mean_latency_ms": 8.289, |
| "tensorrt_mean_latency_ms": 1.837303730117128, "tensorrt_median_latency_ms": 1.5013949996500742, |
| "tensorrt_p95_latency_ms": 2.739976000157185, "tensorrt_fps": 544.2758231031568, |
| "tensorrt_engine_size_mib": 7.476772308349609, "pytorch_to_tensorrt_speedup": 4.511502297702066, |
| "trt_baseline_to_model_speedup": 1.0, "validation_preprocess_ms": 1.4128299298863567, |
| "validation_inference_ms": 3.2901282298007573, "validation_postprocess_nms_ms": 2.230188724806794, |
| "peak_gpu_memory_mib": 19.05322265625 |
| }, |
| { |
| "model": "p10_direct", "parameters": 2416871, "macs": 3269461600, |
| "pytorch_map50_95": 0.7773601109, "tensorrt_precision": 0.9639387584067625, |
| "tensorrt_recall": 0.9508054332974109, "tensorrt_map50": 0.9807209311037121, |
| "tensorrt_map50_95": 0.7784167426961883, "pytorch_mean_latency_ms": 10.43257626, |
| "tensorrt_mean_latency_ms": 2.0229106199803937, "tensorrt_median_latency_ms": 1.7276430007768795, |
| "tensorrt_p95_latency_ms": 3.4885230015788693, "tensorrt_fps": 494.3372139742349, |
| "tensorrt_engine_size_mib": 7.627391815185547, "pytorch_to_tensorrt_speedup": 5.157210682942143, |
| "trt_baseline_to_model_speedup": 0.9082476071705706, "validation_preprocess_ms": 1.3793646001977322, |
| "validation_inference_ms": 3.841775689870701, "validation_postprocess_nms_ms": 2.153313165053987, |
| "peak_gpu_memory_mib": 16.8173828125 |
| }, |
| { |
| "model": "p20_direct", "parameters": 1913971, "macs": 2572161600, |
| "pytorch_map50_95": 0.7671004007, "tensorrt_precision": 0.9696520772694063, |
| "tensorrt_recall": 0.9496359835404116, "tensorrt_map50": 0.980323264131055, |
| "tensorrt_map50_95": 0.7693090051241716, "pytorch_mean_latency_ms": 11.716616345, |
| "tensorrt_mean_latency_ms": 1.9325410250530695, "tensorrt_median_latency_ms": 1.761409499522415, |
| "tensorrt_p95_latency_ms": 2.2537910008395556, "tensorrt_fps": 517.453439298935, |
| "tensorrt_engine_size_mib": 7.378376007080078, "pytorch_to_tensorrt_speedup": 6.062803424666367, |
| "trt_baseline_to_model_speedup": 0.9507191341858701, "validation_preprocess_ms": 1.3457183101672854, |
| "validation_inference_ms": 3.8574886749665893, "validation_postprocess_nms_ms": 2.285020630042709, |
| "peak_gpu_memory_mib": 14.8984375 |
| }, |
| { |
| "model": "p30_direct", "parameters": 1452562, "macs": 1961891200, |
| "pytorch_map50_95": 0.7503037353, "tensorrt_precision": 0.9630053238239128, |
| "tensorrt_recall": 0.92858358993507, "tensorrt_map50": 0.9770030959914364, |
| "tensorrt_map50_95": 0.7561045923770547, "pytorch_mean_latency_ms": 9.86312344, |
| "tensorrt_mean_latency_ms": 1.7544926100708835, "tensorrt_median_latency_ms": 1.7208339995704591, |
| "tensorrt_p95_latency_ms": 3.3178800003952347, "tensorrt_fps": 569.965353094077, |
| "tensorrt_engine_size_mib": 5.482402801513672, "pytorch_to_tensorrt_speedup": 5.621638634090068, |
| "trt_baseline_to_model_speedup": 1.0471994692772737, "validation_preprocess_ms": 1.4251806948595913, |
| "validation_inference_ms": 3.515310769980715, "validation_postprocess_nms_ms": 2.0462753048559534, |
| "peak_gpu_memory_mib": 13.15234375 |
| } |
| ] |
| } |
|
|
