Xenova's picture
Xenova HF Staff
sync 2e7068faf55e
c4a6897 verified
Raw
History Blame
1.4 kB
{
"op": "com.microsoft.QuickGelu",
"tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
"cases": [
{
"name": "quickgelu-f32-4096x3072",
"preset": "smoke",
"vars": { "dtype": "float32" },
"inputs": { "X": { "shape": [4096, 3072], "dtype": "float32", "dist": "normal", "seed": 720, "scale": 2 } },
"outputs": { "Y": { "shape": [4096, 3072], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4096 * 3072 * 2 * dtypeBytes(args.dtype)" }] }
},
{
"name": "quickgelu-f16-4096x3072",
"preset": "model",
"vars": { "dtype": "float16" },
"inputs": { "X": { "shape": [4096, 3072], "dtype": "float16", "dist": "normal", "seed": 721, "scale": 2 } },
"outputs": { "Y": { "shape": [4096, 3072], "dtype": "float16" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4096 * 3072 * 2 * dtypeBytes(args.dtype)" }] }
},
{
"name": "quickgelu-f32-scalar-cliff-odd-numel",
"preset": "stress",
"attrs": { "alpha": 1.702 },
"vars": { "dtype": "float32" },
"inputs": { "X": { "shape": [2049, 2047], "dtype": "float32", "dist": "normal", "seed": 7201, "scale": 2 } },
"outputs": { "Y": { "shape": [2049, 2047], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "2049 * 2047 * 2 * dtypeBytes(args.dtype)" }] }
}
]
}