ai.onnx.Add / build /webgpu /bench.json
Xenova's picture
Xenova HF Staff
sync 2e7068faf55e
9663d5f verified
Raw
History Blame
2.91 kB
{
"op": "ai.onnx.Add",
"tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
"cases": [
{
"name": "add-f32-4m",
"preset": "smoke",
"vars": { "dtype": "float32", "count": 4194304 },
"inputs": {
"a": { "shape": [4194304], "dtype": "float32", "dist": "normal", "seed": 102, "scale": 2 },
"b": { "shape": [4194304], "dtype": "float32", "dist": "normal", "seed": 103, "scale": 2 }
},
"outputs": { "c": { "shape": [4194304], "dtype": "float32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3" }]
}
},
{
"name": "add-f32-biasadd-2048x2048",
"preset": "model",
"vars": { "dtype": "float32" },
"inputs": {
"a": { "shape": [2048, 2048], "dtype": "float32", "dist": "normal", "seed": 202, "scale": 2 },
"b": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 203, "scale": 2 }
},
"outputs": { "c": { "shape": [2048, 2048], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "2048 * 2048 * 2 * dtypeBytes(args.dtype)" }] }
},
{
"name": "add-f32-channelscale-1x1024x64x64",
"preset": "model",
"vars": { "dtype": "float32" },
"inputs": {
"a": { "shape": [1, 1024, 64, 64], "dtype": "float32", "dist": "normal", "seed": 302, "scale": 2 },
"b": { "shape": [1, 1024, 1, 1], "dtype": "float32", "dist": "normal", "seed": 303, "scale": 2 }
},
"outputs": { "c": { "shape": [1, 1024, 64, 64], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "1024 * 64 * 64 * 2 * dtypeBytes(args.dtype)" }] }
},
{
"name": "add-f32-broadcast-scalar-fallback-4m",
"preset": "stress",
"vars": { "dtype": "float32", "count": 4190208 },
"inputs": {
"a": { "shape": [4096, 1023], "dtype": "float32", "dist": "normal", "seed": 142, "scale": 2 },
"b": { "shape": [1, 1023], "dtype": "float32", "dist": "normal", "seed": 143, "scale": 2 }
},
"outputs": { "c": { "shape": [4096, 1023], "dtype": "float32", "dist": "empty" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 2" }] }
},
{
"name": "add-f32-odd-numel-same-shape-4m",
"preset": "smoke",
"vars": { "dtype": "float32", "count": 4194303 },
"inputs": {
"a": { "shape": [4194303], "dtype": "float32", "dist": "normal", "seed": 102, "scale": 2 },
"b": { "shape": [4194303], "dtype": "float32", "dist": "normal", "seed": 103, "scale": 2 }
},
"outputs": { "c": { "shape": [4194303], "dtype": "float32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3" }]
}
}
]
}