| { |
| "op": "ai.onnx.GroupNormalization", |
| "cases": [ |
| { |
| "name": "4x64x128x128_g32", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "batch": 4, "channels": 64, "spatial": 16384 }, |
| "attrs": { "num_groups": 32, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [4, 64, 128, 128], "dist": "normal", "seed": 740, "scale": 0.5 }, |
| "scale": { "dtype": "float32", "shape": [64], "dist": "uniform", "seed": 741, "scale": 0.25, "offset": 1 }, |
| "bias": { "dtype": "float32", "shape": [64], "dist": "normal", "seed": 742, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [4, 64, 128, 128] } }, |
| "bench": { |
| "primary": true, |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "1x32x32x32_g8", |
| "attrs": { "num_groups": 8, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [1, 32, 32, 32] }, |
| "scale": { "dtype": "float32", "shape": [32], "data": { "kind": "constant", "value": 1.0 } }, |
| "bias": { "dtype": "float32", "shape": [32], "data": { "kind": "constant", "value": 0.0 } } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 32, 32, 32] } } |
| }, |
| { |
| "name": "f16_vec4_4x64x128x128_g32", |
| "preset": "smoke", |
| "vars": { "dtype": "float16", "batch": 4, "channels": 64, "spatial": 16384 }, |
| "attrs": { "num_groups": 32, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float16", "shape": [4, 64, 128, 128], "dist": "normal", "seed": 750, "scale": 0.5 }, |
| "scale": { "dtype": "float16", "shape": [64], "dist": "uniform", "seed": 751, "scale": 0.25, "offset": 1 }, |
| "bias": { "dtype": "float16", "shape": [64], "dist": "normal", "seed": 752, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "dtype": "float16", "shape": [4, 64, 128, 128] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "vec4_spatial_aligned_2x128x56x56_g32", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "batch": 2, "channels": 128, "spatial": 3136 }, |
| "attrs": { "num_groups": 32, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [2, 128, 56, 56], "dist": "normal", "seed": 760, "scale": 0.5 }, |
| "scale": { "dtype": "float32", "shape": [128], "dist": "uniform", "seed": 761, "scale": 0.25, "offset": 1 }, |
| "bias": { "dtype": "float32", "shape": [128], "dist": "normal", "seed": 762, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2, 128, 56, 56] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "scalar_spatial_unaligned_2x128x53x53_g32", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "batch": 2, "channels": 128, "spatial": 2809 }, |
| "attrs": { "num_groups": 32, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [2, 128, 53, 53], "dist": "normal", "seed": 770, "scale": 0.5 }, |
| "scale": { "dtype": "float32", "shape": [128], "dist": "uniform", "seed": 771, "scale": 0.25, "offset": 1 }, |
| "bias": { "dtype": "float32", "shape": [128], "dist": "normal", "seed": 772, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2, 128, 53, 53] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "tiny_spatial_stem_1x32x7x7_g8", |
| "preset": "smoke", |
| "vars": { "dtype": "float32", "batch": 1, "channels": 32, "spatial": 49 }, |
| "attrs": { "num_groups": 8, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [1, 32, 7, 7], "dist": "normal", "seed": 780, "scale": 0.5 }, |
| "scale": { "dtype": "float32", "shape": [32], "dist": "uniform", "seed": 781, "scale": 0.25, "offset": 1 }, |
| "bias": { "dtype": "float32", "shape": [32], "dist": "normal", "seed": 782, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [1, 32, 7, 7] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "scalar_lowocc_layernorm_equiv_2x320x65x65_g1", |
| "preset": "stress", |
| "vars": { "dtype": "float32", "batch": 2, "channels": 320, "spatial": 4225 }, |
| "attrs": { "num_groups": 1, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [2, 320, 65, 65], "dist": "normal", "seed": 901, "scale": 0.5 }, |
| "scale": { "dtype": "float32", "shape": [320], "dist": "uniform", "seed": 902, "scale": 0.25, "offset": 1 }, |
| "bias": { "dtype": "float32", "shape": [320], "dist": "normal", "seed": 903, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [2, 320, 65, 65], "dist": "empty" } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "scalar_cliff_unaligned_spatial_8x256x63x63_g32", |
| "preset": "stress", |
| "vars": { "dtype": "float32", "batch": 8, "channels": 256, "spatial": 3969 }, |
| "attrs": { "num_groups": 32, "epsilon": 0.00001 }, |
| "inputs": { |
| "x": { "dtype": "float32", "shape": [8, 256, 63, 63], "dist": "normal", "seed": 911, "scale": 0.5 }, |
| "scale": { "dtype": "float32", "shape": [256], "dist": "uniform", "seed": 912, "scale": 0.25, "offset": 1 }, |
| "bias": { "dtype": "float32", "shape": [256], "dist": "normal", "seed": 913, "scale": 0.1 } |
| }, |
| "outputs": { "y": { "dtype": "float32", "shape": [8, 256, 63, 63], "dist": "empty" } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "bandwidth", |
| "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)" |
| } |
| ] |
| } |
| } |
| ] |
| } |
|
|
