| { |
| "op": "ai.onnx.ArgMax", |
| "cases": [ |
| { |
| "name": "argmax-axis0-f32-1024x512", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 1024, "cols": 512 }, |
| "attrs": { "axis": 0, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 971, "scale": 1 } }, |
| "outputs": { "y": { "shape": [512], "dtype": "uint32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "logits", |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "dtype": "float32", "shape": [1, 32000] } }, |
| "outputs": { "y": { "dtype": "uint32", "shape": [1] } } |
| }, |
| { |
| "name": "argmax-axis0-large-65536x512", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 65536, "cols": 512 }, |
| "attrs": { "axis": 0, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [65536, 512], "dtype": "float32", "dist": "normal", "seed": 211, "scale": 0.2 } }, |
| "outputs": { "y": { "shape": [512], "dtype": "uint32" } }, |
| "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] } |
| }, |
| { |
| "name": "argmax-lastaxis-f32-4096x4096", |
| "preset": "smoke", |
| "vars": { "rows": 4096, "cols": 4096 }, |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 117, "scale": 0.2 } }, |
| "outputs": { "y": { "shape": [4096], "dtype": "uint32" } }, |
| "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] } |
| }, |
| { |
| "name": "argmax-lastaxis-f32-4096x50257", |
| "preset": "stress", |
| "provenance": { "notes": "Stress-only capacity case: declared tensors occupy 785 MiB of GPU storage." }, |
| "vars": { "dtype": "float32", "rows": 4096, "cols": 50257 }, |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [4096, 50257], "dtype": "float32", "dist": "normal", "seed": 503, "scale": 0.2 } }, |
| "outputs": { "y": { "shape": [4096], "dtype": "uint32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "argmax-logits-f32-1x131072", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 1, "cols": 131072 }, |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [1, 131072], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 1 } }, |
| "outputs": { "y": { "shape": [1], "dtype": "uint32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "argmax-vocab-unaligned-f32-1x50257", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 1, "cols": 50257 }, |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [1, 50257], "dtype": "float32", "dist": "normal", "seed": 739, "scale": 1 } }, |
| "outputs": { "y": { "shape": [1], "dtype": "uint32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "argmax-lastaxis-f16-4096x4096", |
| "preset": "smoke", |
| "vars": { "dtype": "float16", "rows": 4096, "cols": 4096 }, |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [4096, 4096], "dtype": "float16", "dist": "normal", "seed": 617, "scale": 0.2 } }, |
| "outputs": { "y": { "shape": [4096], "dtype": "uint32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "argmax-axis0-int32-65536x512", |
| "preset": "smoke", |
| "vars": { "dtype": "int32", "rows": 65536, "cols": 512 }, |
| "attrs": { "axis": 0, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [65536, 512], "dtype": "int32", "dist": "normal", "seed": 419, "scale": 1000 } }, |
| "outputs": { "y": { "shape": [512], "dtype": "uint32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "argmax-lastaxis-int8-2048x4096-serial", |
| "preset": "stress", |
| "vars": { "dtype": "int8", "rows": 2048, "cols": 4096 }, |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [2048, 4096], "dtype": "int8", "dist": "normal", "seed": 831, "scale": 50 } }, |
| "outputs": { "y": { "shape": [2048], "dtype": "uint32" } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] } |
| }, |
| { |
| "name": "argmax-axis0-narrow-starvation-131072x8", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 131072, "cols": 8 }, |
| "attrs": { "axis": 0, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [131072, 8], "dtype": "float32", "dist": "normal", "seed": 823, "scale": 1 } }, |
| "outputs": { "y": { "shape": [8], "dtype": "uint32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] |
| } |
| }, |
| { |
| "name": "argmax-temporal-rank3-axis1-starvation-1x65536x8", |
| "preset": "stress", |
| "vars": { "dtype": "float32", "frames": 65536, "classes": 8 }, |
| "attrs": { "axis": 1, "keepdims": 0 }, |
| "inputs": { "x": { "shape": [1, 65536, 8], "dtype": "float32", "dist": "normal", "seed": 829, "scale": 1 } }, |
| "outputs": { "y": { "shape": [1, 8], "dtype": "uint32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "bandwidth", "value": "args.frames * args.classes * dtypeBytes(args.dtype)" }] |
| } |
| } |
| ], |
| "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] } |
| } |
|
|
