File size: 1,712 Bytes
3aadfb1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | {
"op": "com.microsoft.FastGelu",
"tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
"cases": [
{
"name": "fastgelu-f32-bias-4096x3072",
"preset": "smoke",
"vars": { "dtype": "float32" },
"inputs": {
"X": { "shape": [4096, 3072], "dtype": "float32", "dist": "normal", "seed": 410, "scale": 2 },
"bias": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 411, "scale": 1 }
},
"outputs": { "Y": { "shape": [4096, 3072], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4096 * 3072 * 2 * dtypeBytes(args.dtype)" }] }
},
{
"name": "fastgelu-f16-bias-4096x3072",
"preset": "model",
"vars": { "dtype": "float16" },
"inputs": {
"X": { "shape": [4096, 3072], "dtype": "float16", "dist": "normal", "seed": 412, "scale": 2 },
"bias": { "shape": [3072], "dtype": "float16", "dist": "normal", "seed": 413, "scale": 1 }
},
"outputs": { "Y": { "shape": [4096, 3072], "dtype": "float16" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "4096 * 3072 * 2 * dtypeBytes(args.dtype)" }] }
},
{
"name": "fastgelu-f32-scalar-bias-odd-hidden",
"preset": "stress",
"vars": { "dtype": "float32" },
"inputs": {
"X": { "shape": [2097152, 3], "dtype": "float32", "dist": "normal", "seed": 440, "scale": 2 },
"bias": { "shape": [3], "dtype": "float32", "dist": "normal", "seed": 441, "scale": 1 }
},
"outputs": { "Y": { "shape": [2097152, 3], "dtype": "float32" } },
"bench": { "metrics": [{ "type": "bandwidth", "value": "2097152 * 3 * 2 * dtypeBytes(args.dtype)" }] }
}
]
}
|