| { | |
| "trt_vs_native": { | |
| "max_abs": 0.06811802089214325, | |
| "mean_abs": 0.009734081104397774, | |
| "cosine": 0.9996713399887085 | |
| }, | |
| "trt_vs_ort": { | |
| "max_abs": 0.0008156895637512207, | |
| "mean_abs": 0.00017712870612740517, | |
| "cosine": 1.0 | |
| }, | |
| "ort_vs_native": { | |
| "max_abs": 0.068143330514431, | |
| "mean_abs": 0.009774616919457912, | |
| "cosine": 0.9996689558029175 | |
| }, | |
| "native_mean_ms": 88.91845610000928, | |
| "native_p50_ms": 88.90338499986683, | |
| "ort_mean_ms": 201.28139940002256, | |
| "ort_p50_ms": 201.03628400011075, | |
| "trt_mean_ms": 24.58120670007702, | |
| "trt_p50_ms": 24.495096000009653, | |
| "trt_speedup_vs_native": 3.6173348682565156, | |
| "gpu": "NVIDIA L4" | |
| } |