| { |
| "domain": "com.microsoft", |
| "name": "GatedAdd", |
| "sinceVersion": 1, |
| "description": "Adds `Y`, scaled by a per-row `gate`, to `X`: `output = X + round_to_T(Y * gate)`. `X` and `Y` have shape `(..., C)`; `gate` has the same rank with a trailing dimension of 1, so one value covers each row of `C` channels. Rounding the product to `T` before the addition preserves the semantics of a separate `Mul` followed by `Add`. Bfloat16 is not implemented.", |
| "inputs": [ |
| { |
| "role": "X", |
| "dtype": "T", |
| "description": "Unscaled input with shape `(..., C)`. Any rank of at least 1 is accepted; only the trailing channel axis is distinguished." |
| }, |
| { "role": "Y", "dtype": "T", "description": "Input scaled by the gate, with the same shape as `X`." }, |
| { |
| "role": "gate", |
| "dtype": "T", |
| "description": "Per-row gate with shape `(..., 1)`: the same rank and leading dimensions as `X`, with a trailing dimension of 1 that broadcasts over the `C` channels." |
| } |
| ], |
| "outputs": [ |
| { |
| "role": "output", |
| "dtype": "T", |
| "rank": "ranks.X", |
| "shape": "shapes.X", |
| "description": "Gated sum `X + round_to_T(Y * gate)`, with the same shape as `X`." |
| } |
| ], |
| "typeConstraints": { "T": ["float32", "float16"] }, |
| "tunables": { "WORKGROUP_SIZE": 256 }, |
| "args": { |
| "X": { "kind": "tensor", "semantic": "X", "role": "input" }, |
| "Y": { "kind": "tensor", "semantic": "Y", "role": "input" }, |
| "gate": { "kind": "tensor", "semantic": "gate", "role": "input" }, |
| "output": { "kind": "tensor", "semantic": "output", "role": "output" } |
| }, |
| "derive": { |
| "channels": "dim(shapes.X, ranks.X - 1)", |
| "gateContract": "ranks.X >= 1 and channels > 0 and ranks.Y == ranks.X and ranks.gate == ranks.X and sameShape(shapes.Y, shapes.X) and sameShape(shapes.output, shapes.X) and dim(shapes.gate, ranks.gate - 1) == 1 and sameShape(prefix(shapes.gate, ranks.gate - 1), prefix(shapes.X, ranks.X - 1)) and f16Ok(dtypes.T)", |
| "vec4Rows": "channels % 4 == 0 and numel(shapes.X) % 4 == 0" |
| }, |
| "constants": { "scalar": "dtypes.T", "usesF16": "dtypes.T == \"f16\"", "hidden": "channels if channels > 0 else 1" }, |
| "variants": [ |
| { |
| "id": "vec4", |
| "priority": 30, |
| "when": ["gateContract", "vec4Rows", "numel(shapes.X) > 0"], |
| "constants": { "vec4": true, "vectorScalar": "\"vec4<\" ~ dtypes.T ~ \">\"" }, |
| "passes": [ |
| { |
| "id": "main", |
| "name": "GatedAdd.vec4", |
| "shader": "gated-add.wgsl.jinja", |
| "bindings": [ |
| { |
| "name": "x", |
| "arg": "X", |
| "semantic": "X", |
| "buffer": { "type": "read-only-storage" }, |
| "elementType": "$vectorScalar" |
| }, |
| { |
| "name": "y", |
| "arg": "Y", |
| "semantic": "Y", |
| "buffer": { "type": "read-only-storage" }, |
| "elementType": "$vectorScalar" |
| }, |
| { |
| "name": "gate", |
| "arg": "gate", |
| "semantic": "gate", |
| "buffer": { "type": "read-only-storage" }, |
| "elementType": "$scalar" |
| }, |
| { |
| "name": "output", |
| "arg": "output", |
| "semantic": "output", |
| "buffer": { "type": "storage" }, |
| "elementType": "$vectorScalar" |
| }, |
| { |
| "name": "params", |
| "semantic": "kernel.params", |
| "buffer": { "type": "uniform" }, |
| "struct": { |
| "name": "Params", |
| "fields": [{ "name": "count", "type": "u32", "value": "numel(shapes.X) / 4" }] |
| } |
| } |
| ], |
| "dispatch": { "threads": "numel(shapes.X) / 4", "workgroupSize": "tunables.WORKGROUP_SIZE" } |
| } |
| ] |
| }, |
| { |
| "id": "scalar", |
| "priority": 0, |
| "when": ["gateContract"], |
| "constants": { "vec4": false }, |
| "passes": [ |
| { |
| "id": "main", |
| "name": "GatedAdd.scalar", |
| "shader": "gated-add.wgsl.jinja", |
| "source": { "inputs": { "itemsPerInvocation": 4 } }, |
| "bindings": [ |
| { |
| "name": "x", |
| "arg": "X", |
| "semantic": "X", |
| "buffer": { "type": "read-only-storage" }, |
| "elementType": "$scalar" |
| }, |
| { |
| "name": "y", |
| "arg": "Y", |
| "semantic": "Y", |
| "buffer": { "type": "read-only-storage" }, |
| "elementType": "$scalar" |
| }, |
| { |
| "name": "gate", |
| "arg": "gate", |
| "semantic": "gate", |
| "buffer": { "type": "read-only-storage" }, |
| "elementType": "$scalar" |
| }, |
| { |
| "name": "output", |
| "arg": "output", |
| "semantic": "output", |
| "buffer": { "type": "storage" }, |
| "elementType": "$scalar" |
| }, |
| { |
| "name": "params", |
| "semantic": "kernel.params", |
| "buffer": { "type": "uniform" }, |
| "struct": { "name": "Params", "fields": [{ "name": "count", "type": "u32", "value": "numel(shapes.X)" }] } |
| } |
| ], |
| "dispatch": { "threads": "ceilDiv(numel(shapes.X), 4)", "workgroupSize": "tunables.WORKGROUP_SIZE" } |
| } |
| ] |
| } |
| ] |
| } |
|
|
