{ "trt_vs_native": { "max_abs": 0.06811802089214325, "mean_abs": 0.009734081104397774, "cosine": 0.9996713399887085 }, "trt_vs_ort": { "max_abs": 0.0008156895637512207, "mean_abs": 0.00017712870612740517, "cosine": 1.0 }, "ort_vs_native": { "max_abs": 0.068143330514431, "mean_abs": 0.009774616919457912, "cosine": 0.9996689558029175 }, "native_mean_ms": 88.91845610000928, "native_p50_ms": 88.90338499986683, "ort_mean_ms": 201.28139940002256, "ort_p50_ms": 201.03628400011075, "trt_mean_ms": 24.58120670007702, "trt_p50_ms": 24.495096000009653, "trt_speedup_vs_native": 3.6173348682565156, "gpu": "NVIDIA L4" }