File size: 7,841 Bytes
19cdc0e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 | {
"op": "ai.onnx.RMSNormalization",
"cases": [
{
"name": "rmsnorm-f32-256x1024",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 256, "dim": 1024 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [256, 1024], "dtype": "float32", "dist": "normal", "seed": 710, "scale": 0.5 },
"scale": { "shape": [1024], "dtype": "float32", "dist": "uniform", "seed": 711, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [256, 1024], "dtype": "float32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f32-4096x4096",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 4096 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 712, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float32", "dist": "uniform", "seed": 713, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [4096, 4096], "dtype": "float32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f16-4096x4096",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 4096, "dim": 4096 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 4096], "dtype": "float16", "dist": "normal", "seed": 714, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float16", "dist": "uniform", "seed": 715, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [4096, 4096], "dtype": "float16" } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f16-1x4096-rows1-decode",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 1, "dim": 4096 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [1, 4096], "dtype": "float16", "dist": "normal", "seed": 7200, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float16", "dist": "uniform", "seed": 7201, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [1, 4096], "dtype": "float16" } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f16-256x4096-aligned-vec4",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 256, "dim": 4096 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [256, 4096], "dtype": "float16", "dist": "normal", "seed": 7210, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float16", "dist": "uniform", "seed": 7211, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [256, 4096], "dtype": "float16" } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f16-256x4094-unaligned-alignmentcliff",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 256, "dim": 4094 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [256, 4094], "dtype": "float16", "dist": "normal", "seed": 7220, "scale": 0.5 },
"scale": { "shape": [4094], "dtype": "float16", "dist": "uniform", "seed": 7221, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [256, 4094], "dtype": "float16" } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f32-8x256x1024-suffixaxis1-generic",
"preset": "smoke",
"vars": { "dtype": "float32", "outer": 8, "normSize": 262144 },
"attrs": { "epsilon": 0.000001, "axis": 1 },
"inputs": {
"x": { "shape": [8, 256, 1024], "dtype": "float32", "dist": "normal", "seed": 7230, "scale": 0.5 },
"scale": {
"shape": [256, 1024],
"dtype": "float32",
"dist": "uniform",
"seed": 7231,
"scale": 0.25,
"offset": 1
}
},
"outputs": { "y": { "shape": [8, 256, 1024], "dtype": "float32" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.outer * args.normSize * 2 + args.normSize) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "rmsnorm-f32-65535x512-undercliff",
"preset": "stress",
"vars": { "dtype": "float32", "rows": 65535, "dim": 512 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [65535, 512], "dtype": "float32", "dist": "normal", "seed": 7240, "scale": 0.5 },
"scale": { "shape": [512], "dtype": "float32", "dist": "uniform", "seed": 7241, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [65535, 512], "dtype": "float32" } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f32-70000x512-rows-dispatchcliff",
"preset": "stress",
"provenance": { "notes": "Stress-only dispatch/capacity case: declared tensors occupy 273 MiB of GPU storage." },
"vars": { "dtype": "float32", "rows": 70000, "dim": 512 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [70000, 512], "dtype": "float32", "dist": "normal", "seed": 7250, "scale": 0.5 },
"scale": { "shape": [512], "dtype": "float32", "dist": "uniform", "seed": 7251, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [70000, 512], "dtype": "float32" } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "rmsnorm-f16-8x262144-suffixaxis0-nosplitk-occupancy-starve",
"preset": "stress",
"vars": { "dtype": "float16", "outer": 8, "normSize": 262144 },
"attrs": { "epsilon": 0.000001, "axis": 0 },
"inputs": {
"x": { "shape": [8, 262144], "dtype": "float16", "dist": "normal", "seed": 7260, "scale": 0.5 },
"scale": { "shape": [262144], "dtype": "float16", "dist": "uniform", "seed": 7261, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [8, 262144], "dtype": "float16", "dist": "empty" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.outer * args.normSize * 2 + args.normSize) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "rmsnorm-f32-4x262144-lastaxis-scalarscale-fallback-starve",
"preset": "stress",
"vars": { "dtype": "float32", "rows": 4, "dim": 262144 },
"attrs": { "epsilon": 0.000001, "axis": -1 },
"inputs": {
"x": { "shape": [4, 262144], "dtype": "float32", "dist": "normal", "seed": 7270, "scale": 0.5 },
"scale": { "shape": [1], "dtype": "float32", "dist": "uniform", "seed": 7271, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [4, 262144], "dtype": "float32", "dist": "empty" } },
"bench": {
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
}
]
}
|