File size: 2,986 Bytes
1496de8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 | {
"op": "ai.onnx.LpNormalization",
"tunableSpace": {
"WORKGROUP_SIZE": [64, 128, 256],
"SPLIT_TARGET_DIM": [128, 256, 512, 1024],
"MAX_SPLITS": [8, 16, 32, 64, 128, 256]
},
"cases": [
{
"name": "4096x4096_last_axis_p2",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 4096 },
"attrs": { "axis": -1, "p": 2 },
"inputs": { "input": { "dtype": "float32", "shape": [4096, 4096], "dist": "normal", "seed": 760, "scale": 0.5 } },
"outputs": { "output": { "dtype": "float32", "shape": [4096, 4096] } },
"bench": {
"primary": true,
"metrics": [{ "type": "bandwidth", "value": "args.rows * args.dim * 2 * dtypeBytes(args.dtype)" }]
}
},
{
"name": "4096x4096_axis0_p2_nonlast",
"preset": "smoke",
"vars": { "dtype": "float32", "rows": 4096, "dim": 4096 },
"attrs": { "axis": 0, "p": 2 },
"inputs": { "input": { "dtype": "float32", "shape": [4096, 4096], "dist": "normal", "seed": 761, "scale": 0.5 } },
"outputs": { "output": { "dtype": "float32", "shape": [4096, 4096] } },
"bench": {
"metrics": [
{
"type": "bandwidth",
"name": "reduce-read plus divide read-write traffic",
"value": "args.rows * args.dim * 3 * dtypeBytes(args.dtype)"
}
]
}
},
{
"name": "1024x1024_axis1",
"preset": "smoke",
"attrs": { "axis": 1, "p": 2 },
"inputs": { "input": { "dtype": "float32", "shape": [1024, 1024] } },
"outputs": { "output": { "dtype": "float32", "shape": [1024, 1024] } }
},
{
"name": "axis0_fewrows_hugedim_p2_f32_starved_reduce",
"preset": "stress",
"vars": { "dtype": "float32", "rows": 128, "dim": 16384 },
"attrs": { "axis": 0, "p": 2 },
"inputs": { "input": { "dtype": "float32", "shape": [16384, 128], "dist": "normal", "seed": 911, "scale": 0.5 } },
"outputs": { "output": { "dtype": "float32", "shape": [16384, 128], "dist": "empty" } },
"bench": {
"metrics": [
{
"type": "bandwidth",
"name": "reduce-read plus divide read-write traffic",
"value": "args.rows * args.dim * 3 * dtypeBytes(args.dtype)"
}
]
}
},
{
"name": "axis0_64rows_dim32k_p1_f32_sharper_starvation",
"preset": "stress",
"vars": { "dtype": "float32", "rows": 64, "dim": 32768 },
"attrs": { "axis": 0, "p": 1 },
"inputs": { "input": { "dtype": "float32", "shape": [32768, 64], "dist": "normal", "seed": 912, "scale": 0.5 } },
"outputs": { "output": { "dtype": "float32", "shape": [32768, 64], "dist": "empty" } },
"bench": {
"metrics": [
{
"type": "bandwidth",
"name": "reduce-read plus divide read-write traffic",
"value": "args.rows * args.dim * 3 * dtypeBytes(args.dtype)"
}
]
}
}
]
}
|