{ "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] }, "cases": [ { "name": "topk-axis1-f32-512x128-k8", "preset": "smoke", "vars": { "rows": 512, "cols": 128, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [512, 128], "dtype": "float32", "dist": "normal", "seed": 119, "scale": 2 } }, "outputs": { "values": { "shape": [512, 8], "dtype": "float32" }, "indices": { "shape": [512, 8], "dtype": "uint32" } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f32-1x262144-k100-three-merge", "preset": "smoke", "vars": { "rows": 1, "cols": 262144, "k": 100 }, "args": { "k": 100 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [1, 262144], "dtype": "float32", "dist": "normal", "seed": 119, "scale": 2 } }, "outputs": { "values": { "shape": [1, 100], "dtype": "float32" }, "indices": { "shape": [1, 100], "dtype": "uint32" } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-rank2-axis0-f32-16384x16-k8-strided-merge", "preset": "smoke", "vars": { "rows": 16384, "cols": 16, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [16384, 16], "dtype": "float32", "dist": "normal", "seed": 119, "scale": 2 } }, "outputs": { "values": { "shape": [8, 16], "dtype": "float32" }, "indices": { "shape": [8, 16], "dtype": "uint32" } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-axis1-f32-512x128-k8-ties", "preset": "smoke", "vars": { "rows": 512, "cols": 128, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [512, 128], "dtype": "float32", "dist": "constant", "value": 1 } }, "outputs": { "values": { "shape": [512, 8], "dtype": "float32" }, "indices": { "shape": [512, 8], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-axis1-f32-512x128-k1", "preset": "smoke", "vars": { "rows": 512, "cols": 128, "k": 1 }, "args": { "k": 1 }, "attrs": { "axis": 1, "largest": 1, "sorted": 0 }, "inputs": { "x": { "shape": [512, 128], "dtype": "float32", "dist": "normal", "seed": 127, "scale": 2 } }, "outputs": { "values": { "shape": [512, 1], "dtype": "float32" }, "indices": { "shape": [512, 1], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-axis1-f32-512x128-k8-smallest-ties", "preset": "edge", "vars": { "rows": 512, "cols": 128, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 1, "largest": 0, "sorted": 1 }, "inputs": { "x": { "shape": [512, 128], "dtype": "float32", "dist": "constant", "value": -1 } }, "outputs": { "values": { "shape": [512, 8], "dtype": "float32" }, "indices": { "shape": [512, 8], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-axis1-f16-512x128-k8", "preset": "smoke", "vars": { "rows": 512, "cols": 128, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [512, 128], "dtype": "float16", "dist": "normal", "seed": 120, "scale": 2 } }, "outputs": { "values": { "shape": [512, 8], "dtype": "float16" }, "indices": { "shape": [512, 8], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 2 + args.rows * args.k * 6" } ] } }, { "name": "topk-rank1-f32-1024-k100", "preset": "edge", "vars": { "rows": 1, "cols": 1024, "k": 100 }, "args": { "k": 100 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 121, "scale": 2 } }, "outputs": { "values": { "shape": [100], "dtype": "float32" }, "indices": { "shape": [100], "dtype": "uint32" } }, "bench": { "metrics": [{ "name": "io", "type": "bandwidth", "value": "args.cols * 4 + args.k * 8" }] } }, { "name": "topk-axis0-f32-2048x64-k8", "preset": "edge", "vars": { "rows": 2048, "cols": 64, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [2048, 64], "dtype": "float32", "dist": "normal", "seed": 122, "scale": 2 } }, "outputs": { "values": { "shape": [8, 64], "dtype": "float32" }, "indices": { "shape": [8, 64], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.cols * args.k * 8" } ] } }, { "name": "topk-rank3-axis1-f32-8x1024x32-k16", "preset": "edge", "vars": { "batch": 8, "axis": 1024, "cols": 32, "k": 16 }, "args": { "k": 16 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [8, 1024, 32], "dtype": "float32", "dist": "normal", "seed": 123, "scale": 2 } }, "outputs": { "values": { "shape": [8, 16, 32], "dtype": "float32" }, "indices": { "shape": [8, 16, 32], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.batch * args.axis * args.cols * 4 + args.batch * args.k * args.cols * 8" } ] } }, { "name": "topk-vocab-f32-1x50257-k50", "preset": "smoke", "vars": { "rows": 1, "cols": 50257, "k": 50 }, "args": { "k": 50 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [1, 50257], "dtype": "float32", "dist": "normal", "seed": 124, "scale": 4 } }, "outputs": { "values": { "shape": [1, 50], "dtype": "float32" }, "indices": { "shape": [1, 50], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k * 16 + ceilDiv(ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k, 2048) * args.k * 16 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f32-1x50257-k1", "preset": "smoke", "vars": { "rows": 1, "cols": 50257, "k": 1 }, "args": { "k": 1 }, "attrs": { "axis": -1, "largest": 1, "sorted": 0 }, "inputs": { "x": { "shape": [1, 50257], "dtype": "float32", "dist": "normal", "seed": 128, "scale": 4 } }, "outputs": { "values": { "shape": [1, 1], "dtype": "float32" }, "indices": { "shape": [1, 1], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + ceilDiv(args.cols, 512) * 8 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f32-1x50257-k100-two-merge", "preset": "edge", "vars": { "rows": 1, "cols": 50257, "k": 100 }, "args": { "k": 100 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [1, 50257], "dtype": "float32", "dist": "normal", "seed": 125, "scale": 4 } }, "outputs": { "values": { "shape": [1, 100], "dtype": "float32" }, "indices": { "shape": [1, 100], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k * 16 + ceilDiv(ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k, 2048) * args.k * 16 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f16-1x50258-k50", "preset": "edge", "vars": { "rows": 1, "cols": 50258, "k": 50 }, "args": { "k": 50 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [1, 50258], "dtype": "float16", "dist": "normal", "seed": 126, "scale": 4 } }, "outputs": { "values": { "shape": [1, 50], "dtype": "float16" }, "indices": { "shape": [1, 50], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 2 + ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k * 16 + ceilDiv(ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k, 2048) * args.k * 16 + args.rows * args.k * 6" } ] } }, { "name": "topk-axis1-f32-65537x8-k4-dispatch-cliff", "preset": "smoke", "vars": { "rows": 65537, "cols": 8, "k": 4 }, "args": { "k": 4 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [65537, 8], "dtype": "float32", "dist": "normal", "seed": 131, "scale": 2 } }, "outputs": { "values": { "shape": [65537, 4], "dtype": "float32" }, "indices": { "shape": [65537, 4], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-axis1-f32-2048x256-k4-many-rows", "preset": "smoke", "vars": { "rows": 2048, "cols": 256, "k": 4 }, "args": { "k": 4 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [2048, 256], "dtype": "float32", "dist": "normal", "seed": 132, "scale": 2 } }, "outputs": { "values": { "shape": [2048, 4], "dtype": "float32" }, "indices": { "shape": [2048, 4], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f32-1x50257-k50-smallest-merge", "preset": "smoke", "vars": { "rows": 1, "cols": 50257, "k": 50 }, "args": { "k": 50 }, "attrs": { "axis": -1, "largest": 0, "sorted": 1 }, "inputs": { "x": { "shape": [1, 50257], "dtype": "float32", "dist": "normal", "seed": 133, "scale": 4 } }, "outputs": { "values": { "shape": [1, 50], "dtype": "float32" }, "indices": { "shape": [1, 50], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k * 16 + ceilDiv(ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k, 2048) * args.k * 16 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f16-1x50258-k1-top1-large-argmax", "preset": "smoke", "vars": { "rows": 1, "cols": 50258, "k": 1 }, "args": { "k": 1 }, "attrs": { "axis": -1, "largest": 1, "sorted": 0 }, "inputs": { "x": { "shape": [1, 50258], "dtype": "float16", "dist": "normal", "seed": 134, "scale": 4 } }, "outputs": { "values": { "shape": [1, 1], "dtype": "float16" }, "indices": { "shape": [1, 1], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 2 + ceilDiv(args.cols, 512) * 8 + args.rows * args.k * 6" } ] } }, { "name": "topk-axis1-i32-512x128-k8-int-path", "preset": "smoke", "vars": { "rows": 512, "cols": 128, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [512, 128], "dtype": "int32", "dist": "uniform", "seed": 135, "min": -100000, "max": 100000 } }, "outputs": { "values": { "shape": [512, 8], "dtype": "int32" }, "indices": { "shape": [512, 8], "dtype": "uint32" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-axis0-f32-2048x4-k8-low-occupancy-strided", "preset": "stress", "vars": { "rows": 2048, "cols": 4, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [2048, 4], "dtype": "float32", "dist": "normal", "seed": 211, "scale": 2 } }, "outputs": { "values": { "shape": [8, 4], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [8, 4], "dtype": "uint32", "dist": "empty" } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.cols * args.k * 8" } ] } }, { "name": "topk-rank3-axis1-f32-512x2048x2-k8-doubly-strided", "preset": "stress", "vars": { "batch": 512, "axis": 2048, "cols": 2, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [512, 2048, 2], "dtype": "float32", "dist": "normal", "seed": 212, "scale": 2 } }, "outputs": { "values": { "shape": [512, 8, 2], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [512, 8, 2], "dtype": "uint32", "dist": "empty" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.batch * args.axis * args.cols * 4 + args.batch * args.k * args.cols * 8" } ] } }, { "name": "topk-router-f32-131072x8-k2-row-dispatch", "preset": "stress", "vars": { "rows": 131072, "cols": 8, "k": 2 }, "args": { "k": 2 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [131072, 8], "dtype": "float32", "dist": "normal", "seed": 213, "scale": 2 } }, "outputs": { "values": { "shape": [131072, 2], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [131072, 2], "dtype": "uint32", "dist": "empty" } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-rank3-axis1-f32-512x2048x2-k9-tournament-boundary", "preset": "stress", "vars": { "batch": 512, "axis": 2048, "cols": 2, "k": 9 }, "args": { "k": 9 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [512, 2048, 2], "dtype": "float32", "dist": "normal", "seed": 214, "scale": 2 } }, "outputs": { "values": { "shape": [512, 9, 2], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [512, 9, 2], "dtype": "uint32", "dist": "empty" } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.batch * args.axis * args.cols * 4 + args.batch * args.k * args.cols * 8" } ] } }, { "name": "topk-rank3-axis1-f32-512x2049x2-k8-tournament-coverage-boundary", "preset": "stress", "vars": { "batch": 512, "axis": 2049, "cols": 2, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [512, 2049, 2], "dtype": "float32", "dist": "normal", "seed": 215, "scale": 2 } }, "outputs": { "values": { "shape": [512, 8, 2], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [512, 8, 2], "dtype": "uint32", "dist": "empty" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.batch * args.axis * args.cols * 4 + args.batch * args.k * args.cols * 8" } ] } }, { "name": "topk-axis0-f32-4096x8-k8-generic-tournament", "preset": "smoke", "vars": { "axis": 4096, "inner": 8, "k": 8 }, "args": { "k": 8 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [4096, 8], "dtype": "float32", "dist": "normal", "seed": 216, "scale": 2 } }, "outputs": { "values": { "shape": [8, 8], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [8, 8], "dtype": "uint32", "dist": "empty" } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.axis * args.inner * 4 + args.k * args.inner * 8" } ] } }, { "name": "topk-router-f32-131072x8-k2-unsorted-contract", "preset": "stress", "provenance": { "notes": "This router shape selects two values from each of 131,072 eight-element rows with sorted=0. The unspecified output order permits the batched small-row selection path without a full row sort." }, "vars": { "rows": 131072, "cols": 8, "k": 2 }, "args": { "k": 2 }, "attrs": { "axis": -1, "largest": 1, "sorted": 0 }, "inputs": { "x": { "shape": [131072, 8], "dtype": "float32", "dist": "normal", "seed": 213, "scale": 2 } }, "outputs": { "values": { "shape": [131072, 2], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [131072, 2], "dtype": "uint32", "dist": "empty" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f32-64x50257-k50-two-merge-pathology", "preset": "stress", "provenance": { "notes": "64 GPT-2 vocabulary rows with k=50: 99 blocks of 512 produce 4950 candidates per row, above the 2048 merge chunk, so every row takes the two-merge large-axis route. Control: topk-vocab-f32-64x50257-k1-large-top1-control (same input bytes, the k=1 large-top1 route)." }, "vars": { "rows": 64, "cols": 50257, "k": 50 }, "args": { "k": 50 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [64, 50257], "dtype": "float32", "dist": "normal", "seed": 218, "scale": 4 } }, "outputs": { "values": { "shape": [64, 50], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [64, 50], "dtype": "uint32", "dist": "empty" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k * 16 + args.rows * ceilDiv(ceilDiv(args.cols, (512 if args.k <= 128 else 2048)) * args.k, 2048) * args.k * 16 + args.rows * args.k * 8" } ] } }, { "name": "topk-vocab-f32-64x50257-k1-large-top1-control", "preset": "stress", "provenance": { "notes": "Sixty-four GPT-2 vocabulary rows with k=1 exercise a single block reduction followed by one combine pass." }, "vars": { "rows": 64, "cols": 50257, "k": 1 }, "args": { "k": 1 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [64, 50257], "dtype": "float32", "dist": "normal", "seed": 219, "scale": 4 } }, "outputs": { "values": { "shape": [64, 1], "dtype": "float32", "dist": "empty" }, "indices": { "shape": [64, 1], "dtype": "uint32", "dist": "empty" } }, "bench": { "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * ceilDiv(args.cols, 512) * 8 + args.rows * args.k * 8" } ] } }, { "name": "topk-router-f32-rank3-8x512x32-k2-batched-rows", "provenance": { "notes": "Shape [8,512,32] represents 4,096 independent 32-element rows. Flattening the leading dimensions allows the batched small-row path to select k=2 from each row." }, "preset": "smoke", "vars": { "rows": 4096, "cols": 32, "k": 2 }, "args": { "k": 2 }, "attrs": { "axis": -1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "shape": [8, 512, 32], "dtype": "float32", "dist": "normal", "seed": 119, "scale": 2 } }, "outputs": { "values": { "shape": [8, 512, 2], "dtype": "float32" }, "indices": { "shape": [8, 512, 2], "dtype": "uint32" } } }, { "name": "bitonic_prefix_boundary_float32_axis256_k17_largest0", "preset": "stress", "attrs": { "axis": -1, "largest": 0 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float32", "shape": [64, 256], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float32", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float32" } }, { "name": "bitonic_prefix_boundary_float32_axis256_k17_largest1", "preset": "stress", "attrs": { "axis": -1, "largest": 1 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float32", "shape": [64, 256], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float32", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float32" } }, { "name": "bitonic_prefix_boundary_float32_axis257_k17_largest0", "preset": "stress", "attrs": { "axis": -1, "largest": 0 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float32", "shape": [64, 257], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float32", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float32" } }, { "name": "bitonic_prefix_boundary_float32_axis257_k17_largest1", "preset": "stress", "attrs": { "axis": -1, "largest": 1 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float32", "shape": [64, 257], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float32", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float32" } }, { "name": "bitonic_prefix_boundary_float16_axis256_k17_largest0", "preset": "stress", "attrs": { "axis": -1, "largest": 0 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float16", "shape": [64, 256], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float16", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float16" } }, { "name": "bitonic_prefix_boundary_float16_axis256_k17_largest1", "preset": "stress", "attrs": { "axis": -1, "largest": 1 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float16", "shape": [64, 256], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float16", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float16" } }, { "name": "bitonic_prefix_boundary_float16_axis257_k17_largest0", "preset": "stress", "attrs": { "axis": -1, "largest": 0 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float16", "shape": [64, 257], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float16", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float16" } }, { "name": "bitonic_prefix_boundary_float16_axis257_k17_largest1", "preset": "stress", "attrs": { "axis": -1, "largest": 1 }, "args": { "k": 17 }, "inputs": { "x": { "dtype": "float16", "shape": [64, 257], "dist": "normal", "seed": 1739 } }, "outputs": { "values": { "dtype": "float16", "shape": [64, 17] }, "indices": { "dtype": "uint32", "shape": [64, 17] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "numel(shapes.x) * dtypeBytes(args.dtype) + numel(shapes.values) * (dtypeBytes(args.dtype) + 4)" } ] }, "vars": { "dtype": "float16" } }, { "name": "order-keys-float32-n257-axis0-k17", "preset": "all", "vars": { "rows": 7, "cols": 257, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float32", "shape": [257, 7], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float32", "shape": [17, 7] }, "indices": { "dtype": "uint32", "shape": [17, 7] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "order-keys-float32-n257-axis1-k17", "preset": "all", "vars": { "rows": 7, "cols": 257, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float32", "shape": [7, 257], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float32", "shape": [7, 17] }, "indices": { "dtype": "uint32", "shape": [7, 17] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "order-keys-float32-n4099-axis0-k17", "preset": "all", "vars": { "rows": 7, "cols": 4099, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float32", "shape": [4099, 7], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float32", "shape": [17, 7] }, "indices": { "dtype": "uint32", "shape": [17, 7] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "order-keys-float32-n4099-axis1-k17", "preset": "all", "vars": { "rows": 7, "cols": 4099, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float32", "shape": [7, 4099], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float32", "shape": [7, 17] }, "indices": { "dtype": "uint32", "shape": [7, 17] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 4 + args.rows * args.k * 8" } ] } }, { "name": "order-keys-float16-n257-axis0-k17", "preset": "all", "vars": { "rows": 7, "cols": 257, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float16", "shape": [257, 7], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float16", "shape": [17, 7] }, "indices": { "dtype": "uint32", "shape": [17, 7] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 2 + args.rows * args.k * 6" } ] } }, { "name": "order-keys-float16-n257-axis1-k17", "preset": "all", "vars": { "rows": 7, "cols": 257, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float16", "shape": [7, 257], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float16", "shape": [7, 17] }, "indices": { "dtype": "uint32", "shape": [7, 17] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 2 + args.rows * args.k * 6" } ] } }, { "name": "order-keys-float16-n4099-axis0-k17", "preset": "all", "vars": { "rows": 7, "cols": 4099, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 0, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float16", "shape": [4099, 7], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float16", "shape": [17, 7] }, "indices": { "dtype": "uint32", "shape": [17, 7] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 2 + args.rows * args.k * 6" } ] } }, { "name": "order-keys-float16-n4099-axis1-k17", "preset": "all", "vars": { "rows": 7, "cols": 4099, "k": 17 }, "args": { "k": 17 }, "attrs": { "axis": 1, "largest": 1, "sorted": 1 }, "inputs": { "x": { "dtype": "float16", "shape": [7, 4099], "dist": "normal", "seed": 613, "scale": 2 } }, "outputs": { "values": { "dtype": "float16", "shape": [7, 17] }, "indices": { "dtype": "uint32", "shape": [7, 17] } }, "bench": { "primary": true, "metrics": [ { "name": "io", "type": "bandwidth", "value": "args.rows * args.cols * 2 + args.rows * args.k * 6" } ] } } ] }