File size: 3,141 Bytes
e82d8e1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 | {
"tunableSpace": { "workgroupSize": [64, 128, 256] },
"cases": [
{
"name": "decode-f16-b1c1024t1k4",
"preset": "smoke",
"attrs": { "activation": "silu" },
"inputs": {
"inputT": { "shape": [1, 1024, 1], "dtype": "float16", "dist": "normal", "seed": 2751, "scale": 0.2 },
"weightT": { "shape": [1024, 1, 4], "dtype": "float16", "dist": "normal", "seed": 2752, "scale": 0.1 },
"biasT": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 2753, "scale": 0.05 },
"pastStateT": { "shape": [1, 1024, 3], "dtype": "float16", "dist": "normal", "seed": 2754, "scale": 0.2 }
},
"outputs": {
"outputT": { "shape": [1, 1024, 1], "dtype": "float16" },
"presentStateT": { "shape": [1, 1024, 3], "dtype": "float16" }
},
"bench": {
"primary": true,
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.outputT) * dim(shapes.weightT, 2)" },
{
"type": "bandwidth",
"value": "(numel(shapes.inputT) + numel(shapes.weightT) + numel(shapes.biasT) + numel(shapes.pastStateT) + numel(shapes.outputT) + numel(shapes.presentStateT)) * 2"
}
]
}
},
{
"name": "prefill-f32-b2c32t256k4",
"preset": "smoke",
"attrs": { "activation": "none" },
"inputs": {
"inputT": { "shape": [2, 32, 256], "dtype": "float32", "dist": "normal", "seed": 2755, "scale": 0.2 },
"weightT": { "shape": [32, 1, 4], "dtype": "float32", "dist": "normal", "seed": 2756, "scale": 0.1 }
},
"outputs": {
"outputT": { "shape": [2, 32, 256], "dtype": "float32" },
"presentStateT": { "shape": [2, 32, 3], "dtype": "float32" }
},
"bench": {
"primary": true,
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.outputT) * dim(shapes.weightT, 2)" },
{
"type": "bandwidth",
"value": "(numel(shapes.inputT) + numel(shapes.weightT) + numel(shapes.outputT) + numel(shapes.presentStateT)) * 4"
}
]
}
},
{
"name": "large-kernel-f32-b2c1024t512k128",
"preset": "stress",
"tunableSpace": { "tiledWorkgroupSize": [64, 128, 256] },
"attrs": { "activation": "none" },
"inputs": {
"inputT": { "shape": [2, 1024, 512], "dtype": "float32", "dist": "normal", "seed": 2757, "scale": 0.2 },
"weightT": { "shape": [1024, 1, 128], "dtype": "float32", "dist": "normal", "seed": 2758, "scale": 0.05 }
},
"outputs": {
"outputT": { "shape": [2, 1024, 512], "dtype": "float32", "dist": "empty" },
"presentStateT": { "shape": [2, 1024, 127], "dtype": "float32", "dist": "empty" }
},
"bench": {
"primary": true,
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.outputT) * dim(shapes.weightT, 2)" },
{
"type": "bandwidth",
"value": "(numel(shapes.inputT) + numel(shapes.weightT) + numel(shapes.outputT) + numel(shapes.presentStateT)) * 4"
}
]
}
}
]
}
|