[ { "_device": "Measured in Chrome 154 on macOS, Apple GPU (WebGPU `metal-3`), onnxruntime-web 1.27.0-dev.20260506; best of 3 runs after one warm-up run." }, { "m": "setup_54", "n": 148, "v": "fp32", "out": 60, "mb": 42.9, "first_ms": 2727, "run_ms": 1203, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_54", "n": 148, "v": "fp16", "out": 60, "mb": 21.5, "first_ms": 3505, "run_ms": 905, "vs_torch_max": 0.082, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.137, "flip_pct": 0.0 }, { "m": "setup_54", "n": 148, "v": "int8w", "out": 60, "mb": 10.9, "first_ms": 1269, "run_ms": 1216, "vs_torch_max": 0.106, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.183, "flip_pct": 0.0 }, { "m": "setup_54", "n": 148, "v": "int8w_fp16", "out": 60, "mb": 10.9, "first_ms": 885, "run_ms": 879, "vs_torch_max": 0.153, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.193, "flip_pct": 0.0 }, { "m": "setup_54", "n": 132, "v": "fp32", "out": 44, "mb": 42.9, "first_ms": 1580, "run_ms": 796, "vs_torch_max": 0.0, "pos": 0, "torch_pos": 0 }, { "m": "setup_54", "n": 132, "v": "fp16", "out": 44, "mb": 21.5, "first_ms": 2357, "run_ms": 573, "vs_torch_max": 0.072, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.126, "flip_pct": 0.0 }, { "m": "setup_54", "n": 132, "v": "int8w", "out": 44, "mb": 10.9, "first_ms": 4422, "run_ms": 1096, "vs_torch_max": 0.096, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.252, "flip_pct": 0.0 }, { "m": "setup_54", "n": 132, "v": "int8w_fp16", "out": 44, "mb": 10.9, "first_ms": 588, "run_ms": 558, "vs_torch_max": 0.09, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.191, "flip_pct": 0.0 }, { "m": "setup_54", "n": 116, "v": "fp32", "out": 28, "mb": 42.9, "first_ms": 543, "run_ms": 516, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_54", "n": 116, "v": "fp16", "out": 28, "mb": 21.5, "first_ms": 367, "run_ms": 323, "vs_torch_max": 0.048, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.098, "flip_pct": 0.0 }, { "m": "setup_54", "n": 116, "v": "int8w", "out": 28, "mb": 10.9, "first_ms": 568, "run_ms": 531, "vs_torch_max": 0.103, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.167, "flip_pct": 0.0 }, { "m": "setup_54", "n": 116, "v": "int8w_fp16", "out": 28, "mb": 10.9, "first_ms": 367, "run_ms": 328, "vs_torch_max": 0.101, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.185, "flip_pct": 0.0 }, { "m": "setup_53", "n": 172, "v": "fp32", "out": 84, "mb": 22.5, "first_ms": 1174, "run_ms": 1137, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_53", "n": 172, "v": "fp16", "out": 84, "mb": 11.3, "first_ms": 780, "run_ms": 741, "vs_torch_max": 0.071, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.188, "flip_pct": 0.0 }, { "m": "setup_53", "n": 172, "v": "int8w", "out": 84, "mb": 5.8, "first_ms": 1121, "run_ms": 1013, "vs_torch_max": 0.208, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.433, "flip_pct": 0.0 }, { "m": "setup_53", "n": 172, "v": "int8w_fp16", "out": 84, "mb": 5.8, "first_ms": 729, "run_ms": 737, "vs_torch_max": 0.166, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.384, "flip_pct": 0.0 }, { "m": "setup_53", "n": 140, "v": "fp32", "out": 52, "mb": 22.5, "first_ms": 528, "run_ms": 533, "vs_torch_max": 0.0, "pos": 0, "torch_pos": 0 }, { "m": "setup_53", "n": 140, "v": "fp16", "out": 52, "mb": 11.3, "first_ms": 392, "run_ms": 336, "vs_torch_max": 0.076, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.14, "flip_pct": 0.0 }, { "m": "setup_53", "n": 140, "v": "int8w", "out": 52, "mb": 5.8, "first_ms": 487, "run_ms": 494, "vs_torch_max": 0.268, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.433, "flip_pct": 0.0 }, { "m": "setup_53", "n": 140, "v": "int8w_fp16", "out": 52, "mb": 5.8, "first_ms": 341, "run_ms": 328, "vs_torch_max": 0.225, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.384, "flip_pct": 0.0 }, { "m": "setup_53", "n": 124, "v": "fp32", "out": 36, "mb": 22.5, "first_ms": 354, "run_ms": 348, "vs_torch_max": 0.0, "pos": 0, "torch_pos": 0 }, { "m": "setup_53", "n": 124, "v": "fp16", "out": 36, "mb": 11.3, "first_ms": 209, "run_ms": 157, "vs_torch_max": 0.073, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.118, "flip_pct": 0.0 }, { "m": "setup_53", "n": 124, "v": "int8w", "out": 36, "mb": 5.8, "first_ms": 328, "run_ms": 317, "vs_torch_max": 0.194, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.285, "flip_pct": 0.0 }, { "m": "setup_53", "n": 124, "v": "int8w_fp16", "out": 36, "mb": 5.8, "first_ms": 186, "run_ms": 160, "vs_torch_max": 0.201, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.384, "flip_pct": 0.0 }, { "m": "setup_56", "n": 148, "v": "fp32", "out": 60, "mb": 42.9, "first_ms": 1216, "run_ms": 1208, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_56", "n": 148, "v": "fp16", "out": 60, "mb": 21.5, "first_ms": 915, "run_ms": 921, "vs_torch_max": 0.2, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.543, "flip_pct": 0.0 }, { "m": "setup_56", "n": 148, "v": "int8w", "out": 60, "mb": 10.9, "first_ms": 1244, "run_ms": 1219, "vs_torch_max": 0.379, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.945, "flip_pct": 0.0 }, { "m": "setup_56", "n": 148, "v": "int8w_fp16", "out": 60, "mb": 10.9, "first_ms": 881, "run_ms": 880, "vs_torch_max": 0.34, "pos": 0, "torch_pos": 0, "vs_fp32_max": 1.011, "flip_pct": 0.0 }, { "m": "setup_56", "n": 132, "v": "fp32", "out": 44, "mb": 42.9, "first_ms": 826, "run_ms": 811, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_56", "n": 132, "v": "fp16", "out": 44, "mb": 21.5, "first_ms": 616, "run_ms": 574, "vs_torch_max": 0.16, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.404, "flip_pct": 0.0 }, { "m": "setup_56", "n": 132, "v": "int8w", "out": 44, "mb": 10.9, "first_ms": 816, "run_ms": 822, "vs_torch_max": 0.447, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.646, "flip_pct": 0.0 }, { "m": "setup_56", "n": 132, "v": "int8w_fp16", "out": 44, "mb": 10.9, "first_ms": 586, "run_ms": 559, "vs_torch_max": 0.266, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.627, "flip_pct": 0.0 }, { "m": "setup_56", "n": 116, "v": "fp32", "out": 28, "mb": 42.9, "first_ms": 523, "run_ms": 527, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_56", "n": 116, "v": "fp16", "out": 28, "mb": 21.5, "first_ms": 454, "run_ms": 324, "vs_torch_max": 0.119, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.268, "flip_pct": 0.0 }, { "m": "setup_56", "n": 116, "v": "int8w", "out": 28, "mb": 10.9, "first_ms": 536, "run_ms": 526, "vs_torch_max": 0.342, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.533, "flip_pct": 0.0 }, { "m": "setup_56", "n": 116, "v": "int8w_fp16", "out": 28, "mb": 10.9, "first_ms": 370, "run_ms": 326, "vs_torch_max": 0.332, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.531, "flip_pct": 0.0 }, { "m": "setup_55", "n": 172, "v": "fp32", "out": 84, "mb": 22.5, "first_ms": 1135, "run_ms": 1080, "vs_torch_max": 0.001, "pos": 342, "torch_pos": 342 }, { "m": "setup_55", "n": 172, "v": "fp16", "out": 84, "mb": 11.3, "first_ms": 758, "run_ms": 758, "vs_torch_max": 0.117, "pos": 342, "torch_pos": 342, "vs_fp32_max": 0.269, "flip_pct": 0.0 }, { "m": "setup_55", "n": 172, "v": "int8w", "out": 84, "mb": 5.8, "first_ms": 998, "run_ms": 989, "vs_torch_max": 0.558, "pos": 342, "torch_pos": 342, "vs_fp32_max": 1.121, "flip_pct": 0.0 }, { "m": "setup_55", "n": 172, "v": "int8w_fp16", "out": 84, "mb": 5.8, "first_ms": 729, "run_ms": 736, "vs_torch_max": 0.65, "pos": 342, "torch_pos": 342, "vs_fp32_max": 0.971, "flip_pct": 0.0 }, { "m": "setup_55", "n": 140, "v": "fp32", "out": 52, "mb": 22.5, "first_ms": 537, "run_ms": 506, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_55", "n": 140, "v": "fp16", "out": 52, "mb": 11.3, "first_ms": 342, "run_ms": 319, "vs_torch_max": 0.131, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.269, "flip_pct": 0.0 }, { "m": "setup_55", "n": 140, "v": "int8w", "out": 52, "mb": 5.8, "first_ms": 490, "run_ms": 481, "vs_torch_max": 0.531, "pos": 0, "torch_pos": 0, "vs_fp32_max": 1.059, "flip_pct": 0.0 }, { "m": "setup_55", "n": 140, "v": "int8w_fp16", "out": 52, "mb": 5.8, "first_ms": 5997, "run_ms": 336, "vs_torch_max": 0.512, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.971, "flip_pct": 0.0 }, { "m": "setup_55", "n": 124, "v": "fp32", "out": 36, "mb": 22.5, "first_ms": 415, "run_ms": 331, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_55", "n": 124, "v": "fp16", "out": 36, "mb": 11.3, "first_ms": 862, "run_ms": 156, "vs_torch_max": 0.103, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.269, "flip_pct": 0.0 }, { "m": "setup_55", "n": 124, "v": "int8w", "out": 36, "mb": 5.8, "first_ms": 421, "run_ms": 315, "vs_torch_max": 0.314, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.785, "flip_pct": 0.0 }, { "m": "setup_55", "n": 124, "v": "int8w_fp16", "out": 36, "mb": 5.8, "first_ms": 308, "run_ms": 160, "vs_torch_max": 0.402, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.611, "flip_pct": 0.0 }, { "m": "setup_61", "n": 148, "v": "fp32", "out": 60, "mb": 42.9, "first_ms": 1237, "run_ms": 1220, "vs_torch_max": 0.001, "pos": 2526, "torch_pos": 2526 }, { "m": "setup_61", "n": 148, "v": "fp16", "out": 60, "mb": 21.5, "first_ms": 918, "run_ms": 900, "vs_torch_max": 0.124, "pos": 2526, "torch_pos": 2526, "vs_fp32_max": 0.249, "flip_pct": 0.0019 }, { "m": "setup_61", "n": 148, "v": "int8w", "out": 60, "mb": 10.9, "first_ms": 1321, "run_ms": 1224, "vs_torch_max": 0.328, "pos": 2533, "torch_pos": 2526, "vs_fp32_max": 0.584, "flip_pct": 0.0032 }, { "m": "setup_61", "n": 148, "v": "int8w_fp16", "out": 60, "mb": 10.9, "first_ms": 896, "run_ms": 869, "vs_torch_max": 0.362, "pos": 2534, "torch_pos": 2526, "vs_fp32_max": 0.791, "flip_pct": 0.0037 }, { "m": "setup_61", "n": 132, "v": "fp32", "out": 44, "mb": 42.9, "first_ms": 811, "run_ms": 809, "vs_torch_max": 0.001, "pos": 62, "torch_pos": 62 }, { "m": "setup_61", "n": 132, "v": "fp16", "out": 44, "mb": 21.5, "first_ms": 608, "run_ms": 574, "vs_torch_max": 0.164, "pos": 62, "torch_pos": 62, "vs_fp32_max": 0.251, "flip_pct": 0.0 }, { "m": "setup_61", "n": 132, "v": "int8w", "out": 44, "mb": 10.9, "first_ms": 812, "run_ms": 808, "vs_torch_max": 0.407, "pos": 62, "torch_pos": 62, "vs_fp32_max": 0.612, "flip_pct": 0.0 }, { "m": "setup_61", "n": 132, "v": "int8w_fp16", "out": 44, "mb": 10.9, "first_ms": 588, "run_ms": 555, "vs_torch_max": 0.482, "pos": 62, "torch_pos": 62, "vs_fp32_max": 0.803, "flip_pct": 0.0 }, { "m": "setup_61", "n": 116, "v": "fp32", "out": 28, "mb": 42.9, "first_ms": 530, "run_ms": 514, "vs_torch_max": 0.001, "pos": 0, "torch_pos": 0 }, { "m": "setup_61", "n": 116, "v": "fp16", "out": 28, "mb": 21.5, "first_ms": 429, "run_ms": 322, "vs_torch_max": 0.145, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.28, "flip_pct": 0.0 }, { "m": "setup_61", "n": 116, "v": "int8w", "out": 28, "mb": 10.9, "first_ms": 534, "run_ms": 525, "vs_torch_max": 0.303, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.554, "flip_pct": 0.0 }, { "m": "setup_61", "n": 116, "v": "int8w_fp16", "out": 28, "mb": 10.9, "first_ms": 352, "run_ms": 327, "vs_torch_max": 0.434, "pos": 0, "torch_pos": 0, "vs_fp32_max": 0.613, "flip_pct": 0.0 }, { "m": "setup_67", "n": 148, "v": "fp32", "out": 60, "mb": 42.9, "first_ms": 1252, "run_ms": 1233, "vs_torch_max": 0.0, "pos": 38086, "torch_pos": 38086 }, { "m": "setup_67", "n": 148, "v": "fp16", "out": 60, "mb": 21.5, "first_ms": 917, "run_ms": 890, "vs_torch_max": 0.03, "pos": 38088, "torch_pos": 38086, "vs_fp32_max": 0.061, "flip_pct": 0.0148 }, { "m": "setup_67", "n": 148, "v": "int8w", "out": 60, "mb": 10.9, "first_ms": 1391, "run_ms": 1221, "vs_torch_max": 0.042, "pos": 38121, "torch_pos": 38086, "vs_fp32_max": 0.109, "flip_pct": 0.0282 }, { "m": "setup_67", "n": 148, "v": "int8w_fp16", "out": 60, "mb": 10.9, "first_ms": 885, "run_ms": 870, "vs_torch_max": 0.048, "pos": 38135, "torch_pos": 38086, "vs_fp32_max": 0.099, "flip_pct": 0.0356 }, { "m": "setup_67", "n": 132, "v": "fp32", "out": 44, "mb": 42.9, "first_ms": 2401, "run_ms": 809, "vs_torch_max": 0.0, "pos": 16728, "torch_pos": 16728 }, { "m": "setup_67", "n": 132, "v": "fp16", "out": 44, "mb": 21.5, "first_ms": 608, "run_ms": 569, "vs_torch_max": 0.035, "pos": 16729, "torch_pos": 16728, "vs_fp32_max": 0.071, "flip_pct": 0.0129 }, { "m": "setup_67", "n": 132, "v": "int8w", "out": 44, "mb": 10.9, "first_ms": 824, "run_ms": 796, "vs_torch_max": 0.037, "pos": 16746, "torch_pos": 16728, "vs_fp32_max": 0.083, "flip_pct": 0.0399 }, { "m": "setup_67", "n": 132, "v": "int8w_fp16", "out": 44, "mb": 10.9, "first_ms": 582, "run_ms": 556, "vs_torch_max": 0.047, "pos": 16753, "torch_pos": 16728, "vs_fp32_max": 0.088, "flip_pct": 0.0434 }, { "m": "setup_67", "n": 116, "v": "fp32", "out": 28, "mb": 42.9, "first_ms": 529, "run_ms": 532, "vs_torch_max": 0.0, "pos": 6514, "torch_pos": 6514 }, { "m": "setup_67", "n": 116, "v": "fp16", "out": 28, "mb": 21.5, "first_ms": 375, "run_ms": 323, "vs_torch_max": 0.039, "pos": 6523, "torch_pos": 6514, "vs_fp32_max": 0.058, "flip_pct": 0.0501 }, { "m": "setup_67", "n": 116, "v": "int8w", "out": 28, "mb": 10.9, "first_ms": 551, "run_ms": 529, "vs_torch_max": 0.043, "pos": 6527, "torch_pos": 6514, "vs_fp32_max": 0.068, "flip_pct": 0.0866 }, { "m": "setup_67", "n": 116, "v": "int8w_fp16", "out": 28, "mb": 10.9, "first_ms": 343, "run_ms": 327, "vs_torch_max": 0.066, "pos": 6528, "torch_pos": 6514, "vs_fp32_max": 0.128, "flip_pct": 0.0729 } ]