File size: 5,956 Bytes
15dc577 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 | {
"op": "ai.onnx.ArgMax",
"cases": [
{
"name": "argmax-axis0-f32-1024x512",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 1024, "cols": 512 },
"attrs": { "axis": 0, "keepdims": 0 },
"inputs": { "x": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 971, "scale": 1 } },
"outputs": { "y": { "shape": [512], "dtype": "uint32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }]
}
},
{
"name": "logits",
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "dtype": "float32", "shape": [1, 32000] } },
"outputs": { "y": { "dtype": "uint32", "shape": [1] } }
},
{
"name": "argmax-axis0-large-65536x512",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 65536, "cols": 512 },
"attrs": { "axis": 0, "keepdims": 0 },
"inputs": { "x": { "shape": [65536, 512], "dtype": "float32", "dist": "normal", "seed": 211, "scale": 0.2 } },
"outputs": { "y": { "shape": [512], "dtype": "uint32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "argmax-lastaxis-f32-4096x4096",
"preset": "smoke",
"vars": { "rows": 4096, "cols": 4096 },
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 117, "scale": 0.2 } },
"outputs": { "y": { "shape": [4096], "dtype": "uint32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "argmax-lastaxis-f32-4096x50257",
"preset": "stress",
"provenance": { "notes": "Stress-only capacity case: declared tensors occupy 785 MiB of GPU storage." },
"vars": { "dtype": "float32", "rows": 4096, "cols": 50257 },
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "shape": [4096, 50257], "dtype": "float32", "dist": "normal", "seed": 503, "scale": 0.2 } },
"outputs": { "y": { "shape": [4096], "dtype": "uint32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] }
},
{
"name": "argmax-logits-f32-1x131072",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 1, "cols": 131072 },
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "shape": [1, 131072], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 1 } },
"outputs": { "y": { "shape": [1], "dtype": "uint32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] }
},
{
"name": "argmax-vocab-unaligned-f32-1x50257",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 1, "cols": 50257 },
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "shape": [1, 50257], "dtype": "float32", "dist": "normal", "seed": 739, "scale": 1 } },
"outputs": { "y": { "shape": [1], "dtype": "uint32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] }
},
{
"name": "argmax-lastaxis-f16-4096x4096",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 4096, "cols": 4096 },
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "shape": [4096, 4096], "dtype": "float16", "dist": "normal", "seed": 617, "scale": 0.2 } },
"outputs": { "y": { "shape": [4096], "dtype": "uint32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] }
},
{
"name": "argmax-axis0-int32-65536x512",
"preset": "smoke",
"vars": { "dtype": "int32", "rows": 65536, "cols": 512 },
"attrs": { "axis": 0, "keepdims": 0 },
"inputs": { "x": { "shape": [65536, 512], "dtype": "int32", "dist": "normal", "seed": 419, "scale": 1000 } },
"outputs": { "y": { "shape": [512], "dtype": "uint32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] }
},
{
"name": "argmax-lastaxis-int8-2048x4096-serial",
"preset": "stress",
"vars": { "dtype": "int8", "rows": 2048, "cols": 4096 },
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "shape": [2048, 4096], "dtype": "int8", "dist": "normal", "seed": 831, "scale": 50 } },
"outputs": { "y": { "shape": [2048], "dtype": "uint32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }] }
},
{
"name": "argmax-axis0-narrow-starvation-131072x8",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 131072, "cols": 8 },
"attrs": { "axis": 0, "keepdims": 0 },
"inputs": { "x": { "shape": [131072, 8], "dtype": "float32", "dist": "normal", "seed": 823, "scale": 1 } },
"outputs": { "y": { "shape": [8], "dtype": "uint32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * dtypeBytes(args.dtype)" }]
}
},
{
"name": "argmax-temporal-rank3-axis1-starvation-1x65536x8",
"preset": "stress",
"vars": { "dtype": "float32", "frames": 65536, "classes": 8 },
"attrs": { "axis": 1, "keepdims": 0 },
"inputs": { "x": { "shape": [1, 65536, 8], "dtype": "float32", "dist": "normal", "seed": 829, "scale": 1 } },
"outputs": { "y": { "shape": [1, 8], "dtype": "uint32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "args.frames * args.classes * dtypeBytes(args.dtype)" }]
}
}
],
"tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] }
}
|