sync c928d21e6cc1
Browse files
build/webgpu/compare-broadcast.wgsl.jinja
CHANGED
|
@@ -4,23 +4,14 @@ fn main(@builtin(global_invocation_id) gid: vec3<u32>, @builtin(num_workgroups)
|
|
| 4 |
// 2D-folded flat index: gid.y carries the high bits when the element count exceeds the
|
| 5 |
// maxComputeWorkgroupsPerDimension limit (the dispatch caps x and spills the rest into y).
|
| 6 |
let invocation = gid.x + gid.y * nwg.x * {{ tunables.WORKGROUP_SIZE }}u;
|
| 7 |
-
{% if source.itemsPerInvocation is defined %}
|
| 8 |
// Tail-safe scalar x4 keeps vector-like dispatch density without requiring
|
| 9 |
// the logical tensor length (or its storage binding) to be vec4 aligned.
|
| 10 |
let begin = invocation * {{ source.itemsPerInvocation }}u;
|
| 11 |
let end = min(begin + {{ source.itemsPerInvocation }}u, params.count);
|
| 12 |
for (var i = begin; i < end; i = i + 1u) {
|
| 13 |
-
{%-
|
| 14 |
-
let i = invocation;
|
| 15 |
-
if (i >= params.count) {
|
| 16 |
-
return;
|
| 17 |
-
}
|
| 18 |
-
{%- endif %}
|
| 19 |
-
{% endmacro %}
|
| 20 |
{% macro flat_tail_close() %}
|
| 21 |
-
{% if source.itemsPerInvocation is defined %}
|
| 22 |
}
|
| 23 |
-
{% endif %}
|
| 24 |
{% endmacro %}
|
| 25 |
|
| 26 |
{% macro offset_fn(fn_name, opShape, opRank, op_same, op_numel, outShape, outRank, out_numel) %}
|
|
|
|
| 4 |
// 2D-folded flat index: gid.y carries the high bits when the element count exceeds the
|
| 5 |
// maxComputeWorkgroupsPerDimension limit (the dispatch caps x and spills the rest into y).
|
| 6 |
let invocation = gid.x + gid.y * nwg.x * {{ tunables.WORKGROUP_SIZE }}u;
|
|
|
|
| 7 |
// Tail-safe scalar x4 keeps vector-like dispatch density without requiring
|
| 8 |
// the logical tensor length (or its storage binding) to be vec4 aligned.
|
| 9 |
let begin = invocation * {{ source.itemsPerInvocation }}u;
|
| 10 |
let end = min(begin + {{ source.itemsPerInvocation }}u, params.count);
|
| 11 |
for (var i = begin; i < end; i = i + 1u) {
|
| 12 |
+
{%- endmacro %}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
{% macro flat_tail_close() %}
|
|
|
|
| 14 |
}
|
|
|
|
| 15 |
{% endmacro %}
|
| 16 |
|
| 17 |
{% macro offset_fn(fn_name, opShape, opRank, op_same, op_numel, outShape, outRank, out_numel) %}
|
build/webgpu/manifest.json
CHANGED
|
@@ -132,7 +132,8 @@
|
|
| 132 |
"aRank": "ranks.A",
|
| 133 |
"bRank": "ranks.B",
|
| 134 |
"cRank": "ranks.C",
|
| 135 |
-
"op": "\"less\""
|
|
|
|
| 136 |
}
|
| 137 |
},
|
| 138 |
"bindings": [
|
|
@@ -158,7 +159,7 @@
|
|
| 158 |
"struct": { "name": "Params", "fields": [{ "name": "count", "type": "u32", "value": "numel(shapes.C)" }] }
|
| 159 |
}
|
| 160 |
],
|
| 161 |
-
"dispatch": { "threads": "numel(shapes.C)", "workgroupSize": "tunables.WORKGROUP_SIZE" }
|
| 162 |
}
|
| 163 |
]
|
| 164 |
},
|
|
|
|
| 132 |
"aRank": "ranks.A",
|
| 133 |
"bRank": "ranks.B",
|
| 134 |
"cRank": "ranks.C",
|
| 135 |
+
"op": "\"less\"",
|
| 136 |
+
"itemsPerInvocation": 4
|
| 137 |
}
|
| 138 |
},
|
| 139 |
"bindings": [
|
|
|
|
| 159 |
"struct": { "name": "Params", "fields": [{ "name": "count", "type": "u32", "value": "numel(shapes.C)" }] }
|
| 160 |
}
|
| 161 |
],
|
| 162 |
+
"dispatch": { "threads": "ceilDiv(numel(shapes.C), 4)", "workgroupSize": "tunables.WORKGROUP_SIZE" }
|
| 163 |
}
|
| 164 |
]
|
| 165 |
},
|
build/webgpu/metadata.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"name": "ai.onnx.Less",
|
| 3 |
-
"id": "
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"backend": { "type": "webgpu" },
|
|
@@ -9,12 +9,12 @@
|
|
| 9 |
"files": {
|
| 10 |
"bench.json": "bi459h1j97iJXf9cdTyyrHoisesrs12uXVRMJmdV3jk=",
|
| 11 |
"compare-broadcast-vec4.wgsl.jinja": "tSx+Yubq+i8IwWTdoOppEsdRyIkK2mENofLE+InFA0w=",
|
| 12 |
-
"compare-broadcast.wgsl.jinja": "
|
| 13 |
"compare-vec4.wgsl.jinja": "cXSOC920mmdSmQNgxaMiUZDh4jmFywSvCjPxMr8SAjI=",
|
| 14 |
-
"manifest.json": "
|
| 15 |
"test.json": "1ZrEwckIRspwkQp9fLSrgGzAcBEUXKJKNXIU81H+DYE="
|
| 16 |
}
|
| 17 |
},
|
| 18 |
-
"provenance": { "kernel": { "sha": "
|
| 19 |
"webgpu": { "manifestSpec": "1.0", "specialized": true, "opPath": "ops/ai.onnx.Less" }
|
| 20 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "ai.onnx.Less",
|
| 3 |
+
"id": "_ai_onnx_less_webgpu_622f298",
|
| 4 |
"version": 1,
|
| 5 |
"license": "Apache-2.0",
|
| 6 |
"backend": { "type": "webgpu" },
|
|
|
|
| 9 |
"files": {
|
| 10 |
"bench.json": "bi459h1j97iJXf9cdTyyrHoisesrs12uXVRMJmdV3jk=",
|
| 11 |
"compare-broadcast-vec4.wgsl.jinja": "tSx+Yubq+i8IwWTdoOppEsdRyIkK2mENofLE+InFA0w=",
|
| 12 |
+
"compare-broadcast.wgsl.jinja": "8JaFKuwhZhkyz/5Z52Y12lDykGVTeSupcVNarIVl/3k=",
|
| 13 |
"compare-vec4.wgsl.jinja": "cXSOC920mmdSmQNgxaMiUZDh4jmFywSvCjPxMr8SAjI=",
|
| 14 |
+
"manifest.json": "wAE9MngLrMCvMj2SOAHfFV2Z06CFHidS/BltK6nFkr4=",
|
| 15 |
"test.json": "1ZrEwckIRspwkQp9fLSrgGzAcBEUXKJKNXIU81H+DYE="
|
| 16 |
}
|
| 17 |
},
|
| 18 |
+
"provenance": { "kernel": { "sha": "c928d21e6cc1310861cba3bafb75f5f679ecf5f3", "dirty": false } },
|
| 19 |
"webgpu": { "manifestSpec": "1.0", "specialized": true, "opPath": "ops/ai.onnx.Less" }
|
| 20 |
}
|