File size: 9,097 Bytes
569bc8d 1f2c04e 569bc8d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 | {
"op": "ai.onnx.Unique",
"cases": [
{
"name": "int32-64k-moderate-distinct-sorted",
"preset": "smoke",
"inputs": { "x": { "dtype": "int32", "shape": [65536], "dist": "linearMod", "mod": 512 } },
"outputs": { "y": { "dtype": "int32", "shape": [512] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "hash-init-build-collect-sort traffic",
"value": "8 * pow2ceil(2 * numel(shapes.x)) + 12 * numel(shapes.x) + 12 * numel(shapes.y)"
}
]
}
},
{
"name": "int32-1024-all-equal",
"inputs": { "x": { "dtype": "int32", "shape": [1024], "data": { "kind": "constant", "value": 7 } } },
"outputs": { "y": { "dtype": "int32", "shape": [1] } }
},
{
"name": "int32-256k-1024-distinct-sorted",
"preset": "smoke",
"inputs": { "x": { "dtype": "int32", "shape": [262144], "dist": "linearMod", "mod": 1024 } },
"outputs": { "y": { "dtype": "int32", "shape": [1024] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "hash-init-build-collect-sort traffic",
"value": "8 * pow2ceil(2 * numel(shapes.x)) + 12 * numel(shapes.x) + 12 * numel(shapes.y)"
}
]
}
},
{
"name": "int32-8k-64-distinct-sorted",
"preset": "smoke",
"inputs": {
"x": {
"dtype": "int32",
"shape": [8192],
"data": {
"kind": "cycle",
"values": [37, -5, 12, 99, -73, 0, 41, 8, -21, 64, 3, -90, 55, 17, -2, 76, 29, -48, 83, 6, -33, 92, 14, -67, 50, 22, -9, 70, 35, -58, 88, 1, -26, 95, 19, -81, 46, 27, -14, 61, 33, -44, 79, 10, -39, 53, 24, -86, 100, -100, 11, -11, 13, -13, 47, -47, 59, -59, 71, -71, 89, -89, 97, -97]
}
}
},
"outputs": { "y": { "dtype": "int32", "shape": [64] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "hash-init-build-collect-sort traffic",
"value": "12 * pow2ceil(2 * numel(shapes.x)) + 32 * numel(shapes.x) + 16 * numel(shapes.y)"
}
]
}
},
{
"name": "float32-262144-8-distinct-serial",
"preset": "smoke",
"inputs": {
"x": {
"dtype": "float32",
"shape": [262144],
"data": { "kind": "cycle", "values": [-4.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 8.0] }
}
},
"outputs": { "y": { "dtype": "float32", "shape": [8] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "4 * (numel(shapes.x) + numel(shapes.y))" }]
}
},
{
"name": "int32-262144-900-distinct-hash",
"preset": "smoke",
"inputs": { "x": { "dtype": "int32", "shape": [262144], "dist": "linearMod", "mod": 900 } },
"outputs": { "y": { "dtype": "int32", "shape": [900] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "hash-init-build-collect-sort traffic",
"value": "8 * pow2ceil(2 * numel(shapes.x)) + 12 * numel(shapes.x) + 12 * numel(shapes.y)"
}
]
}
},
{
"name": "int32-262144-2049-distinct-large-output-hash",
"preset": "smoke",
"inputs": { "x": { "dtype": "int32", "shape": [262144], "dist": "linearMod", "mod": 2049 } },
"outputs": { "y": { "dtype": "int32", "shape": [2049] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "hash-init-build-collect-sort traffic",
"value": "8 * pow2ceil(2 * numel(shapes.x)) + 12 * numel(shapes.x) + 12 * numel(shapes.y)"
}
]
}
},
{
"name": "axis0-f32-4096x256-all-distinct",
"preset": "smoke",
"attrs": { "axis": 0, "sorted": 1 },
"inputs": {
"x": { "dtype": "float32", "shape": [4096, 256], "dist": "uniform", "seed": 1531, "scale": 8, "offset": 0 }
},
"outputs": { "y": { "dtype": "float32", "shape": [4096, 256] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "axis-hash-sort-scatter traffic",
"value": "4 * numel(shapes.x) + 12 * numel(shapes.y) + 32 * dim(shapes.x, 0) + 8 * pow2ceil(2 * dim(shapes.x, 0)) + 8 * dim(shapes.y, 0) + 888 * pow2ceil(dim(shapes.y, 0))"
}
]
}
},
{
"name": "axis_hash_split_scatter_unsorted_zero_fills_tail",
"preset": "smoke",
"attrs": { "axis": 0, "sorted": 0 },
"inputs": {
"x": { "dtype": "int32", "shape": [2048, 1], "data": { "kind": "cycle", "values": [9, -2, 7, 9, 42, -2] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [4, 1] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "4 * (numel(shapes.x) + numel(shapes.y))" }]
}
},
{
"name": "axis_hash_int32_inner2_duplicate_rows_sorted",
"preset": "smoke",
"attrs": { "axis": 0, "sorted": 1 },
"inputs": {
"x": { "dtype": "int32", "shape": [2048, 2], "data": { "kind": "cycle", "values": [2, 1, 0, 3, 2, 1, -1, 4] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [3, 2] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "4 * (numel(shapes.x) + numel(shapes.y) + dim(shapes.x, 0))" }]
}
},
{
"name": "axis0_large_y_int32_unsorted_2100_distinct",
"preset": "smoke",
"attrs": { "axis": 0, "sorted": 0 },
"inputs": {
"x": { "dtype": "int32", "shape": [2100, 1], "data": { "kind": "linspace", "start": -4000, "end": 4000 } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2100, 1] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "4 * (numel(shapes.x) + numel(shapes.y) + dim(shapes.x, 0))" }]
}
},
{
"name": "int32-16k-4096-distinct-large-output-hash",
"preset": "stress",
"inputs": { "x": { "dtype": "int32", "shape": [16384], "dist": "linearMod", "mod": 4096 } },
"outputs": { "y": { "dtype": "int32", "shape": [4096] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "hash-init-build-collect-sort traffic",
"value": "8 * pow2ceil(2 * numel(shapes.x)) + 12 * numel(shapes.x) + 12 * numel(shapes.y)"
}
]
}
},
{
"name": "axis0-f32-3000x8-all-distinct",
"preset": "stress",
"attrs": { "axis": 0, "sorted": 1 },
"inputs": {
"x": { "dtype": "float32", "shape": [3000, 8], "dist": "uniform", "seed": 2029, "scale": 64, "offset": 0 }
},
"outputs": { "y": { "dtype": "float32", "shape": [3000, 8] } },
"bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "4 * numel(shapes.x)" }] }
},
{
"name": "axis0-f32-9000x1-storage-order",
"preset": "stress",
"attrs": { "axis": 0, "sorted": 1 },
"inputs": {
"x": { "dtype": "float32", "shape": [9000, 1], "data": { "kind": "linspace", "start": -4500.0, "end": 4499.0 } }
},
"outputs": { "y": { "dtype": "float32", "shape": [9000, 1] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4 * (numel(shapes.x) + dim(shapes.y, 0))" }] }
},
{
"name": "axis0-f32-70000x1-above-hash-capacity-serial",
"preset": "stress",
"attrs": { "axis": 0, "sorted": 1 },
"inputs": {
"x": {
"dtype": "float32",
"shape": [70000, 1],
"data": { "kind": "linspace", "start": -35000.0, "end": 34999.0 }
}
},
"outputs": { "y": { "dtype": "float32", "shape": [70000, 1] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4 * (numel(shapes.x) + dim(shapes.y, 0))" }] }
},
{
"name": "int32-262144-Y4096-token-vocab-sorted",
"preset": "stress",
"inputs": { "x": { "dtype": "int32", "shape": [262144], "dist": "linearMod", "mod": 4096 } },
"outputs": { "y": { "dtype": "int32", "shape": [4096] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"name": "hash-init-build-collect-sort traffic",
"value": "8 * pow2ceil(2 * numel(shapes.x)) + 12 * numel(shapes.x) + 12 * numel(shapes.y)"
}
]
}
},
{
"name": "int32-8192-all-distinct-unsorted",
"preset": "stress",
"attrs": { "sorted": 0 },
"inputs": { "x": { "dtype": "int32", "shape": [8192], "dist": "linearMod", "mod": 8192 } },
"outputs": { "y": { "dtype": "int32", "shape": [8192] } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4 * (numel(shapes.x) + numel(shapes.y))" }] }
}
]
}
|