| { |
| "op": "com.microsoft.VarlenCausalConvWithState", |
| "tunableSpace": { |
| "workgroupSize": [64, 128, 256], |
| "streamWorkgroupSize": [64, 128, 256], |
| "streamChunk": [16, 32, 64, 128, 256] |
| }, |
| "cases": [ |
| { |
| "name": "varlenconv-decode-b32-c4096-k4", |
| "preset": "smoke", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "inputT": { "shape": [32, 4096], "dtype": "float32", "dist": "normal", "seed": 4100, "scale": 1 }, |
| "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4101, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [33], |
| "dtype": "int32", |
| "data": { |
| "kind": "values", |
| "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32] |
| } |
| }, |
| "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4102, "scale": 1 }, |
| "initialStateT": { "shape": [32, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4103, "scale": 1 } |
| }, |
| "outputs": { |
| "outputT": { "shape": [32, 4096], "dtype": "float32" }, |
| "finalStateT": { "shape": [32, 4096, 3], "dtype": "float32" } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 32 * 4096 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu" } |
| }, |
| { |
| "name": "varlenconv-prefill-b1-t2048-c4096-k4", |
| "preset": "smoke", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "inputT": { "shape": [2048, 4096], "dtype": "float32", "dist": "normal", "seed": 4110, "scale": 1 }, |
| "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4111, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [2], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [0, 2048] } |
| }, |
| "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4112, "scale": 1 }, |
| "initialStateT": { "shape": [1, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4113, "scale": 1 } |
| }, |
| "outputs": { |
| "outputT": { "shape": [2048, 4096], "dtype": "float32" }, |
| "finalStateT": { "shape": [1, 4096, 3], "dtype": "float32" } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 2048 * 4096 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu" } |
| }, |
| { |
| "name": "varlenconv-mixed-b8-t512-c4096-k4", |
| "preset": "smoke", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4120, "scale": 1 }, |
| "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4121, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] } |
| }, |
| "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4122, "scale": 1 }, |
| "initialStateT": { "shape": [8, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4123, "scale": 1 } |
| }, |
| "outputs": { |
| "outputT": { "shape": [512, 4096], "dtype": "float32" }, |
| "finalStateT": { "shape": [8, 4096, 3], "dtype": "float32" } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu" } |
| }, |
| { |
| "name": "varlenconv-ragged-b6-t378-c2048-k4", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "inputT": { "shape": [378, 2048], "dtype": "float32", "dist": "normal", "seed": 4130, "scale": 1 }, |
| "weightT": { "shape": [2048, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4131, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [0, 3, 131, 148, 348, 349, 378] } |
| }, |
| "biasT": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 4132, "scale": 1 }, |
| "initialStateT": { "shape": [6, 2048, 3], "dtype": "float32", "dist": "normal", "seed": 4133, "scale": 1 }, |
| "captureCountT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [4, 4, 4, 4, 4, 4] } } |
| }, |
| "outputs": { |
| "outputT": { "shape": [378, 2048], "dtype": "float32" }, |
| "finalStateT": { "shape": [6, 2048, 3], "dtype": "float32" }, |
| "stateUpdateT": { "dtype": "float32", "shape": [6, 4, 2048] } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 378 * 2048 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu", "state_update_capacity": 4 }, |
| "provenance": { |
| "notes": "Benchmarks the schema-defined compact state_update alongside convolution; every request captures up to the configured contiguous-prefix capacity." |
| } |
| }, |
| { |
| "name": "varlenconv-balanced-b6-t378-c2048-k4", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "inputT": { "shape": [378, 2048], "dtype": "float32", "dist": "normal", "seed": 4160, "scale": 1 }, |
| "weightT": { "shape": [2048, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4161, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [7], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [0, 63, 126, 189, 252, 315, 378] } |
| }, |
| "biasT": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 4162, "scale": 1 }, |
| "initialStateT": { "shape": [6, 2048, 3], "dtype": "float32", "dist": "normal", "seed": 4163, "scale": 1 }, |
| "captureCountT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [4, 4, 4, 4, 4, 4] } } |
| }, |
| "outputs": { |
| "outputT": { "shape": [378, 2048], "dtype": "float32" }, |
| "finalStateT": { "shape": [6, 2048, 3], "dtype": "float32" }, |
| "stateUpdateT": { "dtype": "float32", "shape": [6, 4, 2048] } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 378 * 2048 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu", "state_update_capacity": 4 }, |
| "provenance": { |
| "notes": "Benchmarks the schema-defined compact state_update alongside convolution; every request captures up to the configured contiguous-prefix capacity." |
| } |
| }, |
| { |
| "name": "varlenconv-balanced-b4-t512-c4096-k4", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4170, "scale": 1 }, |
| "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4171, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [5], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [0, 128, 256, 384, 512] } |
| }, |
| "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4172, "scale": 1 }, |
| "initialStateT": { "shape": [4, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4173, "scale": 1 } |
| }, |
| "outputs": { |
| "outputT": { "shape": [512, 4096], "dtype": "float32" }, |
| "finalStateT": { "shape": [4, 4096, 3], "dtype": "float32" } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu" } |
| }, |
| { |
| "name": "varlenconv-f16-mixed-b8-t512-c4096-k4", |
| "preset": "model", |
| "vars": { "dtype": "float16" }, |
| "inputs": { |
| "inputT": { "shape": [512, 4096], "dtype": "float16", "dist": "normal", "seed": 4140, "scale": 1 }, |
| "weightT": { "shape": [4096, 1, 4], "dtype": "float16", "dist": "normal", "seed": 4141, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] } |
| }, |
| "biasT": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 4142, "scale": 1 }, |
| "initialStateT": { "shape": [8, 4096, 3], "dtype": "float16", "dist": "normal", "seed": 4143, "scale": 1 } |
| }, |
| "outputs": { |
| "outputT": { "shape": [512, 4096], "dtype": "float16" }, |
| "finalStateT": { "shape": [8, 4096, 3], "dtype": "float16" } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu" } |
| }, |
| { |
| "name": "varlenconv-k3-mixed-b8-t512-c4096", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4150, "scale": 1 }, |
| "weightT": { "shape": [4096, 1, 3], "dtype": "float32", "dist": "normal", "seed": 4151, "scale": 1 }, |
| "cumulativeSequenceLengthT": { |
| "shape": [9], |
| "dtype": "int32", |
| "data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] } |
| }, |
| "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4152, "scale": 1 }, |
| "initialStateT": { "shape": [8, 4096, 2], "dtype": "float32", "dist": "normal", "seed": 4153, "scale": 1 } |
| }, |
| "outputs": { |
| "outputT": { "shape": [512, 4096], "dtype": "float32" }, |
| "finalStateT": { "shape": [8, 4096, 2], "dtype": "float32" } |
| }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] }, |
| "attrs": { "activation": "silu" } |
| } |
| ] |
| } |
|
|
