File size: 2,448 Bytes
48220c7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | {
"op": "ai.onnx.SimplifiedLayerNormalization",
"cases": [
{
"name": "simplifiedln-f32-4096x4096",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 4096 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 720, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float32", "dist": "uniform", "seed": 721, "scale": 0.25, "offset": 1 }
},
"outputs": { "y": { "shape": [4096, 4096], "dtype": "float32" } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype)" }]
}
},
{
"name": "simplifiedln-f32-4096x4096-stats",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 4096 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 722, "scale": 0.5 },
"scale": { "shape": [4096], "dtype": "float32", "dist": "uniform", "seed": 723, "scale": 0.25, "offset": 1 }
},
"outputs": {
"y": { "shape": [4096, 4096], "dtype": "float32" },
"invStdVar": { "shape": [4096, 1], "dtype": "float32" }
},
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype) + args.rows * 4"
}
]
}
},
{
"name": "simplifiedln-f16-8192x3072-stats",
"preset": "smoke",
"vars": { "dtype": "float16", "rows": 8192, "dim": 3072 },
"attrs": { "epsilon": 0.00001, "axis": -1 },
"inputs": {
"x": { "shape": [8192, 3072], "dtype": "float16", "dist": "normal", "seed": 724, "scale": 0.5 },
"scale": { "shape": [3072], "dtype": "float16", "dist": "uniform", "seed": 725, "scale": 0.25, "offset": 1 }
},
"outputs": {
"y": { "shape": [8192, 3072], "dtype": "float16" },
"invStdVar": { "shape": [8192, 1], "dtype": "float32" }
},
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"value": "(args.rows * args.dim * 2 + args.dim) * dtypeBytes(args.dtype) + args.rows * 4"
}
]
}
}
]
}
|