File size: 2,370 Bytes
a0b9936 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 | {
"op": "ai.onnx.TensorScatter",
"cases": [
{
"name": "decode-kv-update-f32",
"attrs": { "mode": "linear", "axis": -2 },
"inputs": {
"past": { "dtype": "float32", "shape": [4, 8, 2048, 64] },
"update": { "dtype": "float32", "shape": [4, 8, 1, 64] },
"writeIndices": {
"dtype": "uint32",
"shape": [4],
"data": { "kind": "values", "values": [100, 200, 300, 400] }
}
},
"outputs": { "present": { "dtype": "float32", "shape": [4, 8, 2048, 64] } },
"preset": "smoke"
},
{
"name": "decode_kv_update_scalar_copy_cliff_odd_numel_f32",
"preset": "stress",
"attrs": { "mode": "linear", "axis": -2 },
"inputs": {
"past": { "dtype": "float32", "shape": [1, 1, 65537, 127], "dist": "normal", "seed": 11, "scale": 2 },
"update": { "dtype": "float32", "shape": [1, 1, 1, 127], "dist": "normal", "seed": 12, "scale": 2 },
"writeIndices": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [40000] } }
},
"outputs": { "present": { "dtype": "float32", "shape": [1, 1, 65537, 127], "dist": "empty" } },
"bench": {
"primary": true,
"metrics": [
{
"type": "bandwidth",
"value": "dtypeBytes(args.dtype) * (numel(shapes.past) + numel(shapes.present) + 2 * numel(shapes.update))"
}
]
},
"vars": { "dtype": "float32" }
},
{
"name": "decode_kv_update_scalar_copy_cliff_odd_numel_f16",
"preset": "stress",
"attrs": { "mode": "linear", "axis": -2 },
"inputs": {
"past": { "dtype": "float16", "shape": [1, 1, 131073, 63], "dist": "normal", "seed": 21, "scale": 2 },
"update": { "dtype": "float16", "shape": [1, 1, 1, 63], "dist": "normal", "seed": 22, "scale": 2 },
"writeIndices": { "dtype": "uint32", "shape": [1], "data": { "kind": "values", "values": [65000] } }
},
"outputs": { "present": { "dtype": "float16", "shape": [1, 1, 131073, 63], "dist": "empty" } },
"bench": {
"metrics": [
{
"type": "bandwidth",
"value": "dtypeBytes(args.dtype) * (numel(shapes.past) + numel(shapes.present) + 2 * numel(shapes.update))"
}
]
},
"vars": { "dtype": "float16" }
}
]
}
|