| { |
| "op": "ai.onnx.GatherElements", |
| "cases": [ |
| { |
| "name": "axis1", |
| "preset": "smoke", |
| "attrs": { "axis": 1 }, |
| "inputs": { |
| "data": { "dtype": "float32", "shape": [1024, 768] }, |
| "indices": { "dtype": "int32", "shape": [1024, 128], "min": 0, "max": 768 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [1024, 128] } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "(numel(shapes.output) * 2 + numel(shapes.indices)) * 4" }] |
| } |
| }, |
| { |
| "name": "axis0_dispatch_cliff_17M_f32", |
| "attrs": { "axis": 0 }, |
| "vars": { "dtype": "float32", "count": 17301504 }, |
| "inputs": { |
| "data": { "dtype": "float32", "shape": [16, 524288] }, |
| "indices": { "dtype": "int32", "shape": [33, 524288], "min": 0, "max": 16 } |
| }, |
| "outputs": { "output": { "dtype": "float32", "shape": [33, 524288] } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "bandwidth", "value": "args.count * (dtypeBytes(args.dtype) * 2 + 4)" }] |
| } |
| }, |
| { |
| "name": "axis1_f16", |
| "attrs": { "axis": 1 }, |
| "vars": { "dtype": "float16", "count": 131072 }, |
| "inputs": { |
| "data": { "dtype": "float16", "shape": [1024, 768] }, |
| "indices": { "dtype": "int32", "shape": [1024, 128], "min": 0, "max": 768 } |
| }, |
| "outputs": { "output": { "dtype": "float16", "shape": [1024, 128] } }, |
| "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * (dtypeBytes(args.dtype) * 2 + 4)" }] } |
| } |
| ] |
| } |
|
|
