| { |
| "op": "ai.onnx.LayerNormalization", |
| "cases": [ |
| { |
| "name": "layernorm-f32-256x1024", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 256, "dim": 1024 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [256, 1024], "dtype": "float32", "dist": "normal", "seed": 720, "scale": 0.5 }, |
| "scale": { "shape": [1024], "dtype": "float32", "dist": "uniform", "seed": 721, "scale": 0.25, "offset": 1 }, |
| "b": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 722, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [256, 1024], "dtype": "float32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f32-4096x4096", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 4096, "dim": 4096 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 730, "scale": 0.5 }, |
| "scale": { "shape": [4096], "dtype": "float32", "dist": "uniform", "seed": 731, "scale": 0.25, "offset": 1 }, |
| "b": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [4096, 4096], "dtype": "float32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f16-4096x4096", |
| "preset": "smoke", |
| "vars": { "dtype": "float16", "rows": 4096, "dim": 4096 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [4096, 4096], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.5 }, |
| "scale": { "shape": [4096], "dtype": "float16", "dist": "uniform", "seed": 734, "scale": 0.25, "offset": 1 }, |
| "b": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 735, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [4096, 4096], "dtype": "float16" } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f32-4096x2050-unaligned-cliff", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 4096, "dim": 2050 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [4096, 2050], "dtype": "float32", "dist": "normal", "seed": 740, "scale": 0.5 }, |
| "scale": { "shape": [2050], "dtype": "float32", "dist": "uniform", "seed": 741, "scale": 0.25, "offset": 1 }, |
| "b": { "shape": [2050], "dtype": "float32", "dist": "normal", "seed": 742, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [4096, 2050], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f32-4096x1022-subgroup-nonvec4", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "rows": 4096, "dim": 1022 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [4096, 1022], "dtype": "float32", "dist": "normal", "seed": 743, "scale": 0.5 }, |
| "scale": { "shape": [1022], "dtype": "float32", "dist": "uniform", "seed": 744, "scale": 0.25, "offset": 1 }, |
| "b": { "shape": [1022], "dtype": "float32", "dist": "normal", "seed": 745, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [4096, 1022], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f16-1x4096-rows1-decode", |
| "preset": "smoke", |
| "vars": { "dtype": "float16", "rows": 1, "dim": 4096 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [1, 4096], "dtype": "float16", "dist": "normal", "seed": 746, "scale": 0.5 }, |
| "scale": { "shape": [4096], "dtype": "float16", "dist": "uniform", "seed": 747, "scale": 0.25, "offset": 1 }, |
| "b": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 748, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [1, 4096], "dtype": "float16" } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f32-512x4096-suffix-axis1-rank3", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "outer": 512, "hidden": 4096 }, |
| "attrs": { "epsilon": 0.00001, "axis": 1 }, |
| "inputs": { |
| "x": { "shape": [512, 256, 16], "dtype": "float32", "dist": "normal", "seed": 749, "scale": 0.5 }, |
| "scale": { "shape": [256, 16], "dtype": "float32", "dist": "uniform", "seed": 750, "scale": 0.25, "offset": 1 }, |
| "b": { "shape": [256, 16], "dtype": "float32", "dist": "normal", "seed": 751, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [512, 256, 16], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.outer * args.hidden * 2 + args.hidden * 2) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f32-8192x4096-broadcast-scale-generic-fallback", |
| "preset": "stress", |
| "vars": { "dtype": "float32", "rows": 8192, "dim": 4096 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [8192, 4096], "dtype": "float32", "dist": "normal", "seed": 760, "scale": 0.5 }, |
| "scale": { |
| "shape": [8192, 4096], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 761, |
| "scale": 0.25, |
| "offset": 1 |
| } |
| }, |
| "outputs": { "y": { "shape": [8192, 4096], "dtype": "float32", "dist": "empty" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.rows * args.dim) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f32-65536x64-broadcast-scale-narrow-hidden-launchbound", |
| "preset": "stress", |
| "vars": { "dtype": "float32", "rows": 65536, "dim": 64 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [65536, 64], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 0.5 }, |
| "scale": { |
| "shape": [65536, 64], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 763, |
| "scale": 0.25, |
| "offset": 1 |
| } |
| }, |
| "outputs": { "y": { "shape": [65536, 64], "dtype": "float32", "dist": "empty" } }, |
| "bench": { |
| "metrics": [ |
| { "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.rows * args.dim) * dtypeBytes(args.dtype)" } |
| ] |
| } |
| }, |
| { |
| "name": "layernorm-f32-4096x4096-broadcast-bias-generic-fallback", |
| "preset": "stress", |
| "vars": { "dtype": "float32", "rows": 4096, "dim": 4096 }, |
| "attrs": { "epsilon": 0.00001, "axis": -1 }, |
| "inputs": { |
| "x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 764, "scale": 0.5 }, |
| "scale": { |
| "shape": [4096, 4096], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 765, |
| "scale": 0.25, |
| "offset": 1 |
| }, |
| "b": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 766, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "shape": [4096, 4096], "dtype": "float32", "dist": "empty" } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.rows * args.dim * 2 + args.rows * args.dim * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| } |
| ] |
| } |
|
|
