{
  "op": "com.microsoft.VarlenCausalConvWithState",
  "tunableSpace": {
    "workgroupSize": [64, 128, 256],
    "streamWorkgroupSize": [64, 128, 256],
    "streamChunk": [16, 32, 64, 128, 256]
  },
  "cases": [
    {
      "name": "varlenconv-decode-b32-c4096-k4",
      "preset": "smoke",
      "vars": { "dtype": "float32" },
      "inputs": {
        "inputT": { "shape": [32, 4096], "dtype": "float32", "dist": "normal", "seed": 4100, "scale": 1 },
        "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4101, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [33],
          "dtype": "int32",
          "data": {
            "kind": "values",
            "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32]
          }
        },
        "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4102, "scale": 1 },
        "initialStateT": { "shape": [32, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4103, "scale": 1 }
      },
      "outputs": {
        "outputT": { "shape": [32, 4096], "dtype": "float32" },
        "finalStateT": { "shape": [32, 4096, 3], "dtype": "float32" }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 32 * 4096 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu" }
    },
    {
      "name": "varlenconv-prefill-b1-t2048-c4096-k4",
      "preset": "smoke",
      "vars": { "dtype": "float32" },
      "inputs": {
        "inputT": { "shape": [2048, 4096], "dtype": "float32", "dist": "normal", "seed": 4110, "scale": 1 },
        "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4111, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [2],
          "dtype": "int32",
          "data": { "kind": "values", "values": [0, 2048] }
        },
        "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4112, "scale": 1 },
        "initialStateT": { "shape": [1, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4113, "scale": 1 }
      },
      "outputs": {
        "outputT": { "shape": [2048, 4096], "dtype": "float32" },
        "finalStateT": { "shape": [1, 4096, 3], "dtype": "float32" }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 2048 * 4096 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu" }
    },
    {
      "name": "varlenconv-mixed-b8-t512-c4096-k4",
      "preset": "smoke",
      "vars": { "dtype": "float32" },
      "inputs": {
        "inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4120, "scale": 1 },
        "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4121, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [9],
          "dtype": "int32",
          "data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] }
        },
        "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4122, "scale": 1 },
        "initialStateT": { "shape": [8, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4123, "scale": 1 }
      },
      "outputs": {
        "outputT": { "shape": [512, 4096], "dtype": "float32" },
        "finalStateT": { "shape": [8, 4096, 3], "dtype": "float32" }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu" }
    },
    {
      "name": "varlenconv-ragged-b6-t378-c2048-k4",
      "preset": "model",
      "vars": { "dtype": "float32" },
      "inputs": {
        "inputT": { "shape": [378, 2048], "dtype": "float32", "dist": "normal", "seed": 4130, "scale": 1 },
        "weightT": { "shape": [2048, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4131, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [7],
          "dtype": "int32",
          "data": { "kind": "values", "values": [0, 3, 131, 148, 348, 349, 378] }
        },
        "biasT": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 4132, "scale": 1 },
        "initialStateT": { "shape": [6, 2048, 3], "dtype": "float32", "dist": "normal", "seed": 4133, "scale": 1 },
        "captureCountT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [4, 4, 4, 4, 4, 4] } }
      },
      "outputs": {
        "outputT": { "shape": [378, 2048], "dtype": "float32" },
        "finalStateT": { "shape": [6, 2048, 3], "dtype": "float32" },
        "stateUpdateT": { "dtype": "float32", "shape": [6, 4, 2048] }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 378 * 2048 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu", "state_update_capacity": 4 },
      "provenance": {
        "notes": "Benchmarks the schema-defined compact state_update alongside convolution; every request captures up to the configured contiguous-prefix capacity."
      }
    },
    {
      "name": "varlenconv-balanced-b6-t378-c2048-k4",
      "preset": "model",
      "vars": { "dtype": "float32" },
      "inputs": {
        "inputT": { "shape": [378, 2048], "dtype": "float32", "dist": "normal", "seed": 4160, "scale": 1 },
        "weightT": { "shape": [2048, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4161, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [7],
          "dtype": "int32",
          "data": { "kind": "values", "values": [0, 63, 126, 189, 252, 315, 378] }
        },
        "biasT": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 4162, "scale": 1 },
        "initialStateT": { "shape": [6, 2048, 3], "dtype": "float32", "dist": "normal", "seed": 4163, "scale": 1 },
        "captureCountT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [4, 4, 4, 4, 4, 4] } }
      },
      "outputs": {
        "outputT": { "shape": [378, 2048], "dtype": "float32" },
        "finalStateT": { "shape": [6, 2048, 3], "dtype": "float32" },
        "stateUpdateT": { "dtype": "float32", "shape": [6, 4, 2048] }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 378 * 2048 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu", "state_update_capacity": 4 },
      "provenance": {
        "notes": "Benchmarks the schema-defined compact state_update alongside convolution; every request captures up to the configured contiguous-prefix capacity."
      }
    },
    {
      "name": "varlenconv-balanced-b4-t512-c4096-k4",
      "preset": "model",
      "vars": { "dtype": "float32" },
      "inputs": {
        "inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4170, "scale": 1 },
        "weightT": { "shape": [4096, 1, 4], "dtype": "float32", "dist": "normal", "seed": 4171, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [5],
          "dtype": "int32",
          "data": { "kind": "values", "values": [0, 128, 256, 384, 512] }
        },
        "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4172, "scale": 1 },
        "initialStateT": { "shape": [4, 4096, 3], "dtype": "float32", "dist": "normal", "seed": 4173, "scale": 1 }
      },
      "outputs": {
        "outputT": { "shape": [512, 4096], "dtype": "float32" },
        "finalStateT": { "shape": [4, 4096, 3], "dtype": "float32" }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu" }
    },
    {
      "name": "varlenconv-f16-mixed-b8-t512-c4096-k4",
      "preset": "model",
      "vars": { "dtype": "float16" },
      "inputs": {
        "inputT": { "shape": [512, 4096], "dtype": "float16", "dist": "normal", "seed": 4140, "scale": 1 },
        "weightT": { "shape": [4096, 1, 4], "dtype": "float16", "dist": "normal", "seed": 4141, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [9],
          "dtype": "int32",
          "data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] }
        },
        "biasT": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 4142, "scale": 1 },
        "initialStateT": { "shape": [8, 4096, 3], "dtype": "float16", "dist": "normal", "seed": 4143, "scale": 1 }
      },
      "outputs": {
        "outputT": { "shape": [512, 4096], "dtype": "float16" },
        "finalStateT": { "shape": [8, 4096, 3], "dtype": "float16" }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu" }
    },
    {
      "name": "varlenconv-k3-mixed-b8-t512-c4096",
      "preset": "model",
      "vars": { "dtype": "float32" },
      "inputs": {
        "inputT": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 4150, "scale": 1 },
        "weightT": { "shape": [4096, 1, 3], "dtype": "float32", "dist": "normal", "seed": 4151, "scale": 1 },
        "cumulativeSequenceLengthT": {
          "shape": [9],
          "dtype": "int32",
          "data": { "kind": "values", "values": [0, 64, 128, 192, 256, 320, 384, 448, 512] }
        },
        "biasT": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 4152, "scale": 1 },
        "initialStateT": { "shape": [8, 4096, 2], "dtype": "float32", "dist": "normal", "seed": 4153, "scale": 1 }
      },
      "outputs": {
        "outputT": { "shape": [512, 4096], "dtype": "float32" },
        "finalStateT": { "shape": [8, 4096, 2], "dtype": "float32" }
      },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2 * 512 * 4096 * dtypeBytes(args.dtype)" }] },
      "attrs": { "activation": "silu" }
    }
  ]
}