File size: 10,621 Bytes
9ef52c6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 | {
"op": "ai.onnx.ReduceSum",
"tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
"cases": [
{
"name": "reduce-sum-axis1-f32-1024x512",
"preset": "smoke",
"vars": { "rows": 1024, "cols": 512 },
"attrs": { "axes": [1], "keepdims": 0 },
"inputs": { "x": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 117, "scale": 0.2 } },
"outputs": { "y": { "shape": [1024], "dtype": "float32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reduce-sum-axis0-f32-1024x512",
"preset": "smoke",
"vars": { "rows": 1024, "cols": 512 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 118, "scale": 0.2 } },
"outputs": { "y": { "shape": [512], "dtype": "float32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-lastaxis-f32-4096x4096",
"preset": "smoke",
"vars": { "rows": 4096, "cols": 4096 },
"attrs": { "axes": [1], "keepdims": 0 },
"inputs": { "x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 117, "scale": 0.2 } },
"outputs": { "y": { "shape": [4096], "dtype": "float32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-lastaxis-f16-4096x4096",
"preset": "smoke",
"vars": { "rows": 4096, "cols": 4096 },
"attrs": { "axes": [1], "keepdims": 0 },
"inputs": { "x": { "shape": [4096, 4096], "dtype": "float16", "dist": "normal", "seed": 117, "scale": 0.2 } },
"outputs": { "y": { "shape": [4096], "dtype": "float16" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 2" }] }
},
{
"name": "rsum-r3-last-64x64x4096",
"preset": "smoke",
"vars": { "rows": 4096, "cols": 4096 },
"attrs": { "axes": [2], "keepdims": 0 },
"inputs": { "x": { "shape": [64, 64, 4096], "dtype": "float32", "dist": "normal", "seed": 51, "scale": 0.2 } },
"outputs": { "y": { "shape": [64, 64], "dtype": "float32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "axis0-large-65536x512",
"preset": "smoke",
"vars": { "rows": 65536, "cols": 512 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [65536, 512], "dtype": "float32", "dist": "normal", "seed": 211, "scale": 0.2 } },
"outputs": { "y": { "shape": [512], "dtype": "float32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "axis0-large-f16-65536x512",
"preset": "smoke",
"vars": { "rows": 65536, "cols": 512 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [65536, 512], "dtype": "float16", "dist": "normal", "seed": 211, "scale": 0.2 } },
"outputs": { "y": { "shape": [512], "dtype": "float16" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 2" }] }
},
{
"name": "axis0-tall-16384x1024",
"preset": "smoke",
"vars": { "rows": 16384, "cols": 1024 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [16384, 1024], "dtype": "float32", "dist": "normal", "seed": 212, "scale": 0.2 } },
"outputs": { "y": { "shape": [1024], "dtype": "float32" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-lastaxis-f32-4096x4095-unaligned",
"preset": "smoke",
"vars": { "rows": 4096, "cols": 4095 },
"attrs": { "axes": [1], "keepdims": 0 },
"inputs": { "x": { "shape": [4096, 4095], "dtype": "float32", "dist": "normal", "seed": 117, "scale": 0.2 } },
"outputs": { "y": { "shape": [4096], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-fullreduce-r3-256x256x256-keepdims",
"preset": "smoke",
"vars": { "rows": 65536, "cols": 256 },
"attrs": { "keepdims": 1 },
"inputs": { "x": { "shape": [256, 256, 256], "dtype": "float32", "dist": "normal", "seed": 311, "scale": 0.05 } },
"outputs": { "y": { "shape": [1, 1, 1], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-1d-16M-to-scalar",
"preset": "smoke",
"vars": { "rows": 16777216, "cols": 1 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [16777216], "dtype": "float32", "dist": "normal", "seed": 312, "scale": 0.01 } },
"outputs": { "y": { "shape": [], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-1d-16M-to-scalar-f16",
"preset": "smoke",
"vars": { "rows": 16777216, "cols": 1 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [16777216], "dtype": "float16", "dist": "normal", "seed": 312, "scale": 0.01 } },
"outputs": { "y": { "shape": [], "dtype": "float16" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 2" }] }
},
{
"name": "reducesum-int32-fullreduce-r3-40x40x40-single-lane",
"preset": "stress",
"vars": { "rows": 64000, "cols": 1 },
"attrs": { "keepdims": 0 },
"inputs": {
"x": { "shape": [40, 40, 40], "dtype": "int32", "dist": "randint", "seed": 733, "min": -8, "max": 8 }
},
"outputs": { "y": { "shape": [], "dtype": "int32", "dist": "empty" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-int32-axis0-tall-narrow-32768x8-serial-cols",
"preset": "stress",
"vars": { "rows": 32768, "cols": 8 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [32768, 8], "dtype": "int32", "dist": "randint", "seed": 811, "min": -8, "max": 8 } },
"outputs": { "y": { "shape": [8], "dtype": "int32", "dist": "empty" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-int32-lastaxis-fewrows-8x32768-serial-per-row",
"preset": "stress",
"vars": { "rows": 8, "cols": 32768 },
"attrs": { "axes": [1], "keepdims": 0 },
"inputs": { "x": { "shape": [8, 32768], "dtype": "int32", "dist": "randint", "seed": 907, "min": -8, "max": 8 } },
"outputs": { "y": { "shape": [8], "dtype": "int32", "dist": "empty" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-rank3-spatial-axes12-f32-128x256x256-pathology",
"preset": "stress",
"provenance": {
"source": "authored for branch coverage",
"notes": "Rank-3 multi-axis f32 reduction with 128 output lanes, each serially scanning a 256x256 plane."
},
"attrs": { "axes": [1, 2], "keepdims": 1 },
"inputs": { "x": { "shape": [128, 256, 256], "dtype": "float32", "dist": "normal", "seed": 909, "scale": 0.2 } },
"outputs": { "y": { "shape": [128, 1, 1], "dtype": "float32", "dist": "empty" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "128 * 256 * 256 * 4" }] }
},
{
"name": "reducesum-rank3-spatial-axes12-f16-128x256x256-pathology",
"preset": "stress",
"provenance": {
"source": "authored for branch coverage",
"notes": "Rank-3 multi-axis f16 reduction with 128 output lanes, each serially scanning a 256x256 plane."
},
"attrs": { "axes": [1, 2], "keepdims": 1 },
"inputs": { "x": { "shape": [128, 256, 256], "dtype": "float16", "dist": "normal", "seed": 909, "scale": 0.2 } },
"outputs": { "y": { "shape": [128, 1, 1], "dtype": "float16", "dist": "empty" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "128 * 256 * 256 * 2" }] }
},
{
"name": "reducesum-rank4-spatial-axes23-f32-2x64x256x256-pathology",
"preset": "stress",
"provenance": {
"source": "authored for branch coverage",
"notes": "Rank-4 multi-axis f32 reduction with 128 output lanes, each serially scanning a 256x256 plane."
},
"attrs": { "axes": [2, 3], "keepdims": 1 },
"inputs": { "x": { "shape": [2, 64, 256, 256], "dtype": "float32", "dist": "normal", "seed": 910, "scale": 0.2 } },
"outputs": { "y": { "shape": [2, 64, 1, 1], "dtype": "float32", "dist": "empty" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "2 * 64 * 256 * 256 * 4" }] }
},
{
"name": "reducesum-axis0-f32-131072x15-narrow-splitk-boundary",
"preset": "stress",
"vars": { "rows": 131072, "cols": 15 },
"attrs": { "axes": [0], "keepdims": 0 },
"inputs": { "x": { "shape": [131072, 15], "dtype": "float32", "dist": "normal", "seed": 908, "scale": 0.2 } },
"outputs": { "y": { "shape": [15], "dtype": "float32", "dist": "empty" } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
},
{
"name": "reducesum-rank3-axis1-starvation-1x65536x8",
"preset": "smoke",
"vars": { "numel": 524288 },
"attrs": { "axes": [1], "keepdims": 0 },
"inputs": { "x": { "shape": [1, 65536, 8], "dtype": "float32", "dist": "normal", "seed": 118, "scale": 0.2 } },
"outputs": { "y": { "shape": [1, 8], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.numel * 4" }] }
},
{
"name": "reducesum-rank3-axis1-large-8x65536x64",
"preset": "smoke",
"vars": { "numel": 33554432 },
"attrs": { "axes": [1], "keepdims": 0 },
"inputs": { "x": { "shape": [8, 65536, 64], "dtype": "float32", "dist": "normal", "seed": 118, "scale": 0.2 } },
"outputs": { "y": { "shape": [8, 64], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.numel * 4" }] }
}
]
}
|