File size: 8,298 Bytes
49b0523 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 | {
"op": "ai.onnx.LayerNormalization",
"cases": [
{
"name": "layernorm-f32-256x1024",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 256, "dim": 1024 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [256, 1024], "dtype": "float32", "dist": "normal", "seed": 720, "scale": 0.5 },
"scale": { "shape": [1024], "dtype": "float32", "dist": "uniform", "seed": 721, "scale": 0.25, "offset": 1 },
"b": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 722, "scale": 0.1 }
},
"outputs": { "y": { "shape": [256, 1024], "dtype": "float32" } },
"bench": {
"primary": true,
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f32-4096x4096",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 4096 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 730, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float32", "dist": "uniform", "seed": 731, "scale": 0.25, "offset": 1 },
"b": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.1 }
},
"outputs": { "y": { "shape": [4096, 4096], "dtype": "float32" } },
"bench": {
"primary": true,
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f16-4096x4096",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 4096, "dim": 4096 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 4096], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float16", "dist": "uniform", "seed": 734, "scale": 0.25, "offset": 1 },
"b": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 735, "scale": 0.1 }
},
"outputs": { "y": { "shape": [4096, 4096], "dtype": "float16" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f32-4096x2050-unaligned-cliff",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 2050 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 2050], "dtype": "float32", "dist": "normal", "seed": 740, "scale": 0.5 },
"scale": { "shape": [2050], "dtype": "float32", "dist": "uniform", "seed": 741, "scale": 0.25, "offset": 1 },
"b": { "shape": [2050], "dtype": "float32", "dist": "normal", "seed": 742, "scale": 0.1 }
},
"outputs": { "y": { "shape": [4096, 2050], "dtype": "float32" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f32-4096x1022-subgroup-nonvec4",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 1022 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 1022], "dtype": "float32", "dist": "normal", "seed": 743, "scale": 0.5 },
"scale": { "shape": [1022], "dtype": "float32", "dist": "uniform", "seed": 744, "scale": 0.25, "offset": 1 },
"b": { "shape": [1022], "dtype": "float32", "dist": "normal", "seed": 745, "scale": 0.1 }
},
"outputs": { "y": { "shape": [4096, 1022], "dtype": "float32" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f16-1x4096-rows1-decode",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 1, "dim": 4096 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [1, 4096], "dtype": "float16", "dist": "normal", "seed": 746, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float16", "dist": "uniform", "seed": 747, "scale": 0.25, "offset": 1 },
"b": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 748, "scale": 0.1 }
},
"outputs": { "y": { "shape": [1, 4096], "dtype": "float16" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim * 2) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f32-512x4096-suffix-axis1-rank3",
"preset": "smoke",
"vars": { "dtype": "float32", "outer": 512, "hidden": 4096 },
"attrs": { "epsilon": 0.00001, "axis": 1 },
"inputs": {
"x": { "shape": [512, 256, 16], "dtype": "float32", "dist": "normal", "seed": 749, "scale": 0.5 },
"scale": { "shape": [256, 16], "dtype": "float32", "dist": "uniform", "seed": 750, "scale": 0.25, "offset": 1 },
"b": { "shape": [256, 16], "dtype": "float32", "dist": "normal", "seed": 751, "scale": 0.1 }
},
"outputs": { "y": { "shape": [512, 256, 16], "dtype": "float32" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.outer * args.hidden * 2 + args.hidden * 2) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f32-8192x4096-broadcast-scale-generic-fallback",
"preset": "stress",
"vars": { "dtype": "float32", "rows": 8192, "dim": 4096 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [8192, 4096], "dtype": "float32", "dist": "normal", "seed": 760, "scale": 0.5 },
"scale": {
"shape": [8192, 4096],
"dtype": "float32",
"dist": "uniform",
"seed": 761,
"scale": 0.25,
"offset": 1
}
},
"outputs": { "y": { "shape": [8192, 4096], "dtype": "float32", "dist": "empty" } },
"bench": {
"primary": true,
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.rows * args.dim) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f32-65536x64-broadcast-scale-narrow-hidden-launchbound",
"preset": "stress",
"vars": { "dtype": "float32", "rows": 65536, "dim": 64 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [65536, 64], "dtype": "float32", "dist": "normal", "seed": 762, "scale": 0.5 },
"scale": {
"shape": [65536, 64],
"dtype": "float32",
"dist": "uniform",
"seed": 763,
"scale": 0.25,
"offset": 1
}
},
"outputs": { "y": { "shape": [65536, 64], "dtype": "float32", "dist": "empty" } },
"bench": {
"metrics": [
{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.rows * args.dim) * dtypeBytes(args.dtype)" }
]
}
},
{
"name": "layernorm-f32-4096x4096-broadcast-bias-generic-fallback",
"preset": "stress",
"vars": { "dtype": "float32", "rows": 4096, "dim": 4096 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 764, "scale": 0.5 },
"scale": {
"shape": [4096, 4096],
"dtype": "float32",
"dist": "uniform",
"seed": 765,
"scale": 0.25,
"offset": 1
},
"b": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 766, "scale": 0.1 }
},
"outputs": { "y": { "shape": [4096, 4096], "dtype": "float32", "dist": "empty" } },
"bench": {
"metrics": [
{
"type": "bandwidth",
"value": "(args.rows * args.dim * 2 + args.rows * args.dim * 2) * dtypeBytes(args.dtype)"
}
]
}
}
]
}
|