File size: 17,835 Bytes
053d171 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 | {
"op": "ai.onnx.MatMulInteger",
"cases": [
{
"name": "u8_128x128",
"inputs": {
"a": { "dtype": "uint8", "shape": [128, 128], "data": { "kind": "constant", "value": 127 } },
"b": { "dtype": "uint8", "shape": [128, 128], "data": { "kind": "constant", "value": 129 } },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [128, 128] } }
},
{
"name": "u8u8_512x768x768_zp",
"preset": "smoke",
"vars": { "M": 512, "K": 768, "N": 768 },
"inputs": {
"a": { "dtype": "uint8", "shape": [512, 768], "dist": "randint", "seed": 1201, "min": 0, "max": 255 },
"b": { "dtype": "uint8", "shape": [768, 768], "dist": "randint", "seed": 1202, "min": 0, "max": 255 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [120] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [512, 768] } },
"bench": { "primary": true, "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "s8s8_2048x1024x1024_no_zp",
"preset": "smoke",
"vars": { "M": 2048, "K": 1024, "N": 1024 },
"inputs": {
"a": { "dtype": "int8", "shape": [2048, 1024], "dist": "randint", "seed": 1203, "min": -127, "max": 127 },
"b": { "dtype": "int8", "shape": [1024, 1024], "dist": "randint", "seed": 1204, "min": -127, "max": 127 }
},
"outputs": { "y": { "dtype": "int32", "shape": [2048, 1024] } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "u8s8_64x768x3072_zp",
"vars": { "M": 64, "K": 768, "N": 3072 },
"inputs": {
"a": { "dtype": "uint8", "shape": [64, 768], "dist": "randint", "seed": 1205, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [768, 3072], "dist": "randint", "seed": 1206, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [114] } },
"b_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [64, 3072] } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "u8s8_batched2_64x768x1024_zp",
"preset": "model",
"vars": { "batch": 2, "M": 64, "K": 768, "N": 1024 },
"inputs": {
"a": { "dtype": "uint8", "shape": [2, 64, 768], "dist": "randint", "seed": 1207, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [2, 768, 1024], "dist": "randint", "seed": 1208, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [], "data": { "kind": "values", "values": [114] } },
"b_zero_point": { "dtype": "int8", "shape": [], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2, 64, 1024] } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.batch * args.M * args.K * args.N" }] }
},
{
"name": "u8s8_batched2_64x768x1024_by_2d_zp",
"preset": "model",
"vars": { "batch": 2, "M": 64, "K": 768, "N": 1024 },
"inputs": {
"a": { "dtype": "uint8", "shape": [2, 64, 768], "dist": "randint", "seed": 1209, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [768, 1024], "dist": "randint", "seed": 1210, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [], "data": { "kind": "values", "values": [114] } },
"b_zero_point": { "dtype": "int8", "shape": [], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2, 64, 1024] } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.batch * args.M * args.K * args.N" }] }
},
{
"name": "decode_m1_gemv_u8s8_4096x4096_naive",
"preset": "smoke",
"vars": { "M": 1, "K": 4096, "N": 4096 },
"inputs": {
"a": { "dtype": "uint8", "shape": [1, 4096], "dist": "randint", "seed": 1301, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [4096, 4096], "dist": "randint", "seed": 1302, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 4096] } },
"bench": {
"primary": true,
"metrics": [
{ "type": "gflops", "value": "2 * args.M * args.K * args.N" },
{ "type": "bandwidth", "value": "4 * (numel(shapes.a) + numel(shapes.b) + numel(shapes.y))" }
]
}
},
{
"name": "prefill_m512_u8s8_4096x4096_dp4a",
"preset": "smoke",
"vars": { "M": 512, "K": 4096, "N": 4096 },
"inputs": {
"a": { "dtype": "uint8", "shape": [512, 4096], "dist": "randint", "seed": 1303, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [4096, 4096], "dist": "randint", "seed": 1304, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [512, 4096] } },
"tunableSpace": {
"DP4A_LARGE_TILE_M": [16, 32],
"DP4A_LARGE_TILE_N": [64, 128],
"DP4A_LARGE_K_TILE_WORDS": [16, 32, 64]
},
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "percol_b_zp_512x4096x4096_u8s8_dp4a",
"preset": "smoke",
"vars": { "M": 512, "K": 4096, "N": 4096 },
"inputs": {
"a": { "dtype": "uint8", "shape": [512, 4096], "dist": "randint", "seed": 1305, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [4096, 4096], "dist": "randint", "seed": 1306, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "int8", "shape": [4096], "dist": "randint", "seed": 1307, "min": -5, "max": 5 }
},
"outputs": { "y": { "dtype": "int32", "shape": [512, 4096] } },
"tunableSpace": { "TILE_M": [8, 16, 32], "TILE_N": [32, 64, 128], "KT_WORDS": [32, 64] },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "percol_b_zp_no_azp_512x4096x4096_u8s8_dp4a",
"preset": "smoke",
"vars": { "M": 512, "K": 4096, "N": 4096 },
"inputs": {
"a": { "dtype": "uint8", "shape": [512, 4096], "dist": "randint", "seed": 1315, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [4096, 4096], "dist": "randint", "seed": 1316, "min": -127, "max": 127 },
"b_zero_point": { "dtype": "int8", "shape": [4096], "dist": "randint", "seed": 1317, "min": -5, "max": 5 }
},
"outputs": { "y": { "dtype": "int32", "shape": [512, 4096] } },
"tunableSpace": { "TILE_M": [8, 16, 32], "TILE_N": [32, 64, 128], "KT_WORDS": [32, 64] },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "kfloor_k128_2048x128x2048_u8s8_naive",
"preset": "smoke",
"vars": { "M": 2048, "K": 128, "N": 2048 },
"inputs": {
"a": { "dtype": "uint8", "shape": [2048, 128], "dist": "randint", "seed": 1308, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [128, 2048], "dist": "randint", "seed": 1309, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2048, 2048] } },
"tunableSpace": {
"DP4A_SHORT_K_TILE_M": [16, 32],
"DP4A_SHORT_K_TILE_N": [64, 128],
"DP4A_SHORT_K_TILE_WORDS": [16, 32]
},
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "kfloor_k256_2048x256x2048_u8s8_dp4a",
"preset": "smoke",
"vars": { "M": 2048, "K": 256, "N": 2048 },
"inputs": {
"a": { "dtype": "uint8", "shape": [2048, 256], "dist": "randint", "seed": 1310, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [256, 2048], "dist": "randint", "seed": 1311, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2048, 2048] } },
"tunableSpace": {
"DP4A_SHORT_K_TILE_M": [16, 32],
"DP4A_SHORT_K_TILE_N": [64, 128],
"DP4A_SHORT_K_TILE_WORDS": [16, 32]
},
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "rank4_2x4x256x512_s8s8_scalar_zp",
"inputs": {
"a": { "dtype": "int8", "shape": [2, 4, 256, 512], "dist": "randint", "seed": 11, "min": -8, "max": 8 },
"b": { "dtype": "int8", "shape": [2, 4, 512, 512], "dist": "randint", "seed": 12, "min": -8, "max": 8 },
"a_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [1] } },
"b_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [2] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2, 4, 256, 512] } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * 2 * 4 * 256 * 512 * 512" }] }
},
{
"name": "kfloor_k124_4096x4096_u8s8_naive_rank2",
"preset": "stress",
"vars": { "M": 4096, "K": 124, "N": 4096 },
"inputs": {
"a": { "dtype": "uint8", "shape": [4096, 124], "dist": "randint", "seed": 1401, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [124, 4096], "dist": "randint", "seed": 1402, "min": -127, "max": 127 }
},
"outputs": { "y": { "dtype": "int32", "shape": [4096, 4096], "dist": "empty" } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "aligned_k1024_2048x2048_u8u8_rank2_zp",
"preset": "stress",
"vars": { "M": 2048, "K": 1024, "N": 2048 },
"inputs": {
"a": { "dtype": "uint8", "shape": [2048, 1024], "dist": "randint", "seed": 1403, "min": 0, "max": 255 },
"b": { "dtype": "uint8", "shape": [1024, 2048], "dist": "randint", "seed": 1404, "min": 0, "max": 255 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [120] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2048, 2048], "dist": "empty" } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "kmod4_k1026_2048x2048_u8u8_tail_rank2_zp",
"preset": "stress",
"vars": { "M": 2048, "K": 1026, "N": 2048 },
"inputs": {
"a": { "dtype": "uint8", "shape": [2048, 1026], "dist": "randint", "seed": 1403, "min": 0, "max": 255 },
"b": { "dtype": "uint8", "shape": [1026, 2048], "dist": "randint", "seed": 1404, "min": 0, "max": 255 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [120] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [2048, 2048], "dist": "empty" } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "kfloor_k124_batched4_512x512_u8s8_naive_rank3",
"preset": "stress",
"vars": { "batch": 4, "M": 512, "K": 124, "N": 512 },
"inputs": {
"a": { "dtype": "uint8", "shape": [4, 512, 124], "dist": "randint", "seed": 1405, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [4, 124, 512], "dist": "randint", "seed": 1406, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [], "data": { "kind": "values", "values": [114] } },
"b_zero_point": { "dtype": "int8", "shape": [], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [4, 512, 512], "dist": "empty" } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.batch * args.M * args.K * args.N" }] }
},
{
"name": "rfdetr-qkvo-int8-1300x384x384",
"preset": "smoke",
"vars": { "M": 1300, "K": 384, "N": 384 },
"inputs": {
"a": { "dtype": "int8", "shape": [1300, 384], "dist": "randint", "seed": 1301, "min": -127, "max": 127 },
"b": { "dtype": "int8", "shape": [384, 384], "dist": "randint", "seed": 1302, "min": -127, "max": 127 }
},
"outputs": { "y": { "dtype": "int32", "shape": [1300, 384] } },
"bench": { "primary": true, "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "rfdetr-fc1-int8-1300x384x1536",
"preset": "smoke",
"vars": { "M": 1300, "K": 384, "N": 1536 },
"inputs": {
"a": { "dtype": "int8", "shape": [1300, 384], "dist": "randint", "seed": 1301, "min": -127, "max": 127 },
"b": { "dtype": "int8", "shape": [384, 1536], "dist": "randint", "seed": 1302, "min": -127, "max": 127 }
},
"outputs": { "y": { "dtype": "int32", "shape": [1300, 1536] } },
"tunableSpace": {
"DP4A_MEDIUM_K_TILE_M": [16, 32],
"DP4A_MEDIUM_K_TILE_N": [64, 128],
"DP4A_MEDIUM_K_TILE_WORDS": [16, 32, 64]
},
"bench": { "primary": true, "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "rfdetr-fc2-int8-1300x1536x384",
"preset": "smoke",
"vars": { "M": 1300, "K": 1536, "N": 384 },
"inputs": {
"a": { "dtype": "int8", "shape": [1300, 1536], "dist": "randint", "seed": 1301, "min": -127, "max": 127 },
"b": { "dtype": "int8", "shape": [1536, 384], "dist": "randint", "seed": 1302, "min": -127, "max": 127 }
},
"outputs": { "y": { "dtype": "int32", "shape": [1300, 384] } },
"bench": { "primary": true, "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
},
{
"name": "adapter-batched-aligned-k1024-u8s8-8x128x768",
"preset": "model",
"vars": { "batch": 8, "M": 128, "K": 1024, "N": 768 },
"inputs": {
"a": { "dtype": "uint8", "shape": [8, 128, 1024], "dist": "randint", "seed": 1501, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [1024, 768], "dist": "randint", "seed": 1502, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [], "data": { "kind": "values", "values": [121] } },
"b_zero_point": { "dtype": "int8", "shape": [], "data": { "kind": "values", "values": [-4] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [8, 128, 768], "dist": "empty" } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.batch * args.M * args.K * args.N" }] }
},
{
"name": "adapter-batched-tail-k1025-u8s8-8x128x768-pathology",
"preset": "model",
"vars": { "batch": 8, "M": 128, "K": 1025, "N": 768 },
"inputs": {
"a": { "dtype": "uint8", "shape": [8, 128, 1025], "dist": "randint", "seed": 1503, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [1025, 768], "dist": "randint", "seed": 1504, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [], "data": { "kind": "values", "values": [121] } },
"b_zero_point": { "dtype": "int8", "shape": [], "data": { "kind": "values", "values": [-4] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [8, 128, 768], "dist": "empty" } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.batch * args.M * args.K * args.N" }] }
},
{
"name": "manifest-gap-rank2-u8s8-k63-dp4a-floor-m512n4096",
"preset": "stress",
"provenance": {
"source": "authored for boundary coverage",
"notes": "Realistic narrow projection immediately below the rank-2 DP4A K >= 64 guard; the paired K64 case isolates the selector boundary."
},
"vars": { "M": 512, "K": 63, "N": 4096 },
"inputs": {
"a": { "dtype": "uint8", "shape": [512, 63], "dist": "randint", "seed": 9141, "min": 0, "max": 255 },
"b": { "dtype": "int8", "shape": [63, 4096], "dist": "randint", "seed": 9142, "min": -127, "max": 127 },
"a_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"b_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [-3] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [512, 4096], "dist": "empty" } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * args.M * args.K * args.N" }] }
}
]
}
|