{ "op": "ai.onnx.Where", "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] }, "cases": [ { "name": "where-f32-1m", "preset": "smoke", "vars": { "dtype": "float32", "count": 1048576 }, "inputs": { "condition": { "shape": [1048576], "dtype": "bool", "dist": "uniform", "seed": 870, "scale": 1 }, "x": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 871, "scale": 1 }, "y": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 872, "scale": 1 } }, "outputs": { "output": { "shape": [1048576], "dtype": "float32" } }, "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }] } }, { "name": "where-f32-rank4-broadcast", "preset": "smoke", "vars": { "dtype": "float32", "count": 98304 }, "inputs": { "condition": { "shape": [1, 1, 128, 1], "dtype": "bool", "dist": "linearMod", "mod": 2 }, "x": { "shape": [2, 1, 128, 384], "dtype": "float32", "dist": "normal", "seed": 873, "scale": 1 }, "y": { "shape": [1, 1, 1, 384], "dtype": "float32", "dist": "normal", "seed": 874, "scale": 1 } }, "outputs": { "output": { "shape": [2, 1, 128, 384], "dtype": "float32" } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }] } }, { "name": "where-f32-zero-size", "preset": "edge", "vars": { "dtype": "float32", "count": 0 }, "inputs": { "condition": { "shape": [0, 1], "dtype": "bool", "dist": "empty" }, "x": { "shape": [0, 3], "dtype": "float32", "dist": "empty" }, "y": { "shape": [1, 3], "dtype": "float32", "dist": "normal", "seed": 875, "scale": 1 } }, "outputs": { "output": { "shape": [0, 3], "dtype": "float32" } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "0" }] } }, { "name": "where-f32-1m-scalar-condition", "vars": { "dtype": "float32", "count": 1048576 }, "inputs": { "condition": { "shape": [1], "dtype": "bool", "data": { "kind": "values", "values": [1] } }, "x": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 875, "scale": 1 }, "y": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 876, "scale": 1 } }, "outputs": { "output": { "shape": [1048576], "dtype": "float32" } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3" }] } }, { "name": "where-f16-1m", "preset": "smoke", "vars": { "dtype": "float16", "count": 1048576 }, "inputs": { "condition": { "shape": [1048576], "dtype": "bool", "dist": "uniform", "seed": 970, "scale": 1 }, "x": { "shape": [1048576], "dtype": "float16", "dist": "normal", "seed": 971, "scale": 1 }, "y": { "shape": [1048576], "dtype": "float16", "dist": "normal", "seed": 972, "scale": 1 } }, "outputs": { "output": { "shape": [1048576], "dtype": "float16" } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }] } }, { "name": "where-f32-1m-odd-scalar-fallback", "preset": "smoke", "vars": { "dtype": "float32", "count": 1048575 }, "inputs": { "condition": { "shape": [1048575], "dtype": "bool", "dist": "uniform", "seed": 973, "scale": 1 }, "x": { "shape": [1048575], "dtype": "float32", "dist": "normal", "seed": 974, "scale": 1 }, "y": { "shape": [1048575], "dtype": "float32", "dist": "normal", "seed": 975, "scale": 1 } }, "outputs": { "output": { "shape": [1048575], "dtype": "float32" } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }] } }, { "name": "where-f32-large-rank4-broadcast-scalar", "preset": "smoke", "vars": { "dtype": "float32", "count": 1048576 }, "inputs": { "condition": { "shape": [1, 1, 512, 1], "dtype": "bool", "dist": "linearMod", "mod": 2 }, "x": { "shape": [4, 1, 512, 512], "dtype": "float32", "dist": "normal", "seed": 976, "scale": 1 }, "y": { "shape": [1], "dtype": "float32", "data": { "kind": "values", "values": [0.0] } } }, "outputs": { "output": { "shape": [4, 1, 512, 512], "dtype": "float32" } }, "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }] } }, { "name": "where-f32-4m-mixed-axis-broadcast-fallback", "preset": "stress", "vars": { "dtype": "float32", "count": 4194304 }, "inputs": { "condition": { "shape": [512, 1, 1], "dtype": "bool", "dist": "linearMod", "mod": 2 }, "x": { "shape": [2, 512, 1, 8], "dtype": "float32", "dist": "normal", "seed": 9101, "scale": 2 }, "y": { "shape": [1, 1, 512, 8], "dtype": "float32", "dist": "normal", "seed": 9102, "scale": 2 } }, "outputs": { "output": { "shape": [2, 512, 512, 8], "dtype": "float32" } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "(numel(shapes.x) + numel(shapes.y) + numel(shapes.output)) * dtypeBytes(args.dtype) + numel(shapes.condition) * 4" } ] } } ] }