File size: 9,865 Bytes
1afe052 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 | {
"op": "com.microsoft.VarlenCausalConvWithState",
"tunableSpace": {
"workgroupSize": [64, 128, 256],
"streamWorkgroupSize": [64, 128, 256],
"streamChunk": [16, 32, 64, 128, 256]
},
"cases": [
{
"name": "varlenconv-decode-b32-c4096-k4",
"preset": "smoke",
"vars": { "dtype": "float32" },
"inputs": {
"inputT": { "shape": [32, 4096], "dtype": "float32", "dist": "normal", "seed": 4100, "scale": 1 },
"weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4101, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [33],
"dtype": "int32",
"data": {
"kind": "values",
"values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32]
}
},
"biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4102, "scale": 1 },
"initialStateT": { "shape": [32, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4103, "scale": 1 }
},
"outputs": {
"outputT": { "shape": [32, 4096], "dtype": "float32" },
"finalStateT": { "shape": [32, 4096, 3], "dtype": "float32" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 32 * 4096 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu" }
},
{
"name": "varlenconv-prefill-b1-t2048-c4096-k4",
"preset": "smoke",
"vars": { "dtype": "float32" },
"inputs": {
"inputT": { "shape": [2048, 4096], "dtype": "float32", "dist": "normal", "seed": 4110, "scale": 1 },
"weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4111, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [2],
"dtype": "int32",
"data": { "kind": "values", "values": [0, 2048] }
},
"biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4112, "scale": 1 },
"initialStateT": { "shape": [1, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4113, "scale": 1 }
},
"outputs": {
"outputT": { "shape": [2048, 4096], "dtype": "float32" },
"finalStateT": { "shape": [1, 4096, 3], "dtype": "float32" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 2048 * 4096 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu" }
},
{
"name": "varlenconv-mixed-b8-t512-c4096-k4",
"preset": "smoke",
"vars": { "dtype": "float32" },
"inputs": {
"inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4120, "scale": 1 },
"weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4121, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [9],
"dtype": "int32",
"data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] }
},
"biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4122, "scale": 1 },
"initialStateT": { "shape": [8, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4123, "scale": 1 }
},
"outputs": {
"outputT": { "shape": [512, 4096], "dtype": "float32" },
"finalStateT": { "shape": [8, 4096, 3], "dtype": "float32" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu" }
},
{
"name": "varlenconv-ragged-b6-t378-c2048-k4",
"preset": "model",
"vars": { "dtype": "float32" },
"inputs": {
"inputT": { "shape": [378, 2048], "dtype": "float32", "dist": "normal", "seed": 4130, "scale": 1 },
"weightT": { "shape": [2048, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4131, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [7],
"dtype": "int32",
"data": { "kind": "values", "values": [0, 3, 131, 148, 348, 349, 378] }
},
"biasT": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 4132, "scale": 1 },
"initialStateT": { "shape": [6, 2048, 3], "dtype": "float32", "dist": "normal", "seed": 4133, "scale": 1 },
"captureCountT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [4, 4, 4, 4, 4, 4] } }
},
"outputs": {
"outputT": { "shape": [378, 2048], "dtype": "float32" },
"finalStateT": { "shape": [6, 2048, 3], "dtype": "float32" },
"stateUpdateT": { "dtype": "float32", "shape": [6, 4, 2048] }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 378 * 2048 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu", "state_update_capacity": 4 },
"provenance": {
"notes": "Benchmarks the schema-defined compact state_update alongside convolution; every request captures up to the configured contiguous-prefix capacity."
}
},
{
"name": "varlenconv-balanced-b6-t378-c2048-k4",
"preset": "model",
"vars": { "dtype": "float32" },
"inputs": {
"inputT": { "shape": [378, 2048], "dtype": "float32", "dist": "normal", "seed": 4160, "scale": 1 },
"weightT": { "shape": [2048, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4161, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [7],
"dtype": "int32",
"data": { "kind": "values", "values": [0, 63, 126, 189, 252, 315, 378] }
},
"biasT": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 4162, "scale": 1 },
"initialStateT": { "shape": [6, 2048, 3], "dtype": "float32", "dist": "normal", "seed": 4163, "scale": 1 },
"captureCountT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [4, 4, 4, 4, 4, 4] } }
},
"outputs": {
"outputT": { "shape": [378, 2048], "dtype": "float32" },
"finalStateT": { "shape": [6, 2048, 3], "dtype": "float32" },
"stateUpdateT": { "dtype": "float32", "shape": [6, 4, 2048] }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 378 * 2048 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu", "state_update_capacity": 4 },
"provenance": {
"notes": "Benchmarks the schema-defined compact state_update alongside convolution; every request captures up to the configured contiguous-prefix capacity."
}
},
{
"name": "varlenconv-balanced-b4-t512-c4096-k4",
"preset": "model",
"vars": { "dtype": "float32" },
"inputs": {
"inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4170, "scale": 1 },
"weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4171, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [5],
"dtype": "int32",
"data": { "kind": "values", "values": [0, 128, 256, 384, 512] }
},
"biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4172, "scale": 1 },
"initialStateT": { "shape": [4, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4173, "scale": 1 }
},
"outputs": {
"outputT": { "shape": [512, 4096], "dtype": "float32" },
"finalStateT": { "shape": [4, 4096, 3], "dtype": "float32" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu" }
},
{
"name": "varlenconv-f16-mixed-b8-t512-c4096-k4",
"preset": "model",
"vars": { "dtype": "float16" },
"inputs": {
"inputT": { "shape": [512, 4096], "dtype": "float16", "dist": "normal", "seed": 4140, "scale": 1 },
"weightT": { "shape": [4096, 1, 4], "dtype": "float16", "dist": "normal", "seed": 4141, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [9],
"dtype": "int32",
"data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] }
},
"biasT": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 4142, "scale": 1 },
"initialStateT": { "shape": [8, 4096, 3], "dtype": "float16", "dist": "normal", "seed": 4143, "scale": 1 }
},
"outputs": {
"outputT": { "shape": [512, 4096], "dtype": "float16" },
"finalStateT": { "shape": [8, 4096, 3], "dtype": "float16" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu" }
},
{
"name": "varlenconv-k3-mixed-b8-t512-c4096",
"preset": "model",
"vars": { "dtype": "float32" },
"inputs": {
"inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4150, "scale": 1 },
"weightT": { "shape": [4096, 1, 3], "dtype": "float32", "dist": "normal", "seed": 4151, "scale": 1 },
"cumulativeSequenceLengthT": {
"shape": [9],
"dtype": "int32",
"data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] }
},
"biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4152, "scale": 1 },
"initialStateT": { "shape": [8, 4096, 2], "dtype": "float32", "dist": "normal", "seed": 4153, "scale": 1 }
},
"outputs": {
"outputT": { "shape": [512, 4096], "dtype": "float32" },
"finalStateT": { "shape": [8, 4096, 2], "dtype": "float32" }
},
"bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
"attrs": { "activation": "silu" }
}
]
}
|