Xenova HF Staff commited on
Commit
625f125
·
verified ·
1 Parent(s): 5d7a0cf

sync c928d21e6cc1

Browse files
build/webgpu/logical-broadcast.wgsl.jinja CHANGED
@@ -4,23 +4,14 @@ fn main(@builtin(global_invocation_id) gid: vec3<u32>, @builtin(num_workgroups)
4
  // 2D-folded flat index: gid.y carries the high bits when the element count exceeds the
5
  // maxComputeWorkgroupsPerDimension limit (the dispatch caps x and spills the rest into y).
6
  let invocation = gid.x + gid.y * nwg.x * {{ tunables.WORKGROUP_SIZE }}u;
7
- {% if source.itemsPerInvocation is defined %}
8
  // Tail-safe scalar x4 keeps vector-like dispatch density without requiring
9
  // the logical tensor length (or its storage binding) to be vec4 aligned.
10
  let begin = invocation * {{ source.itemsPerInvocation }}u;
11
  let end = min(begin + {{ source.itemsPerInvocation }}u, params.count);
12
  for (var i = begin; i < end; i = i + 1u) {
13
- {%- else %}
14
- let i = invocation;
15
- if (i >= params.count) {
16
- return;
17
- }
18
- {%- endif %}
19
- {% endmacro %}
20
  {% macro flat_tail_close() %}
21
- {% if source.itemsPerInvocation is defined %}
22
  }
23
- {% endif %}
24
  {% endmacro %}
25
 
26
  {% macro offset_fn(fn_name, opShape, opRank, op_same, op_numel, outShape, outRank, out_numel) %}
 
4
  // 2D-folded flat index: gid.y carries the high bits when the element count exceeds the
5
  // maxComputeWorkgroupsPerDimension limit (the dispatch caps x and spills the rest into y).
6
  let invocation = gid.x + gid.y * nwg.x * {{ tunables.WORKGROUP_SIZE }}u;
 
7
  // Tail-safe scalar x4 keeps vector-like dispatch density without requiring
8
  // the logical tensor length (or its storage binding) to be vec4 aligned.
9
  let begin = invocation * {{ source.itemsPerInvocation }}u;
10
  let end = min(begin + {{ source.itemsPerInvocation }}u, params.count);
11
  for (var i = begin; i < end; i = i + 1u) {
12
+ {%- endmacro %}
 
 
 
 
 
 
13
  {% macro flat_tail_close() %}
 
14
  }
 
15
  {% endmacro %}
16
 
17
  {% macro offset_fn(fn_name, opShape, opRank, op_same, op_numel, outShape, outRank, out_numel) %}
build/webgpu/manifest.json CHANGED
@@ -79,7 +79,8 @@
79
  "aRank": "ranks.A",
80
  "bRank": "ranks.B",
81
  "cRank": "ranks.C",
82
- "op": "\"and\""
 
83
  }
84
  },
85
  "bindings": [
@@ -105,7 +106,7 @@
105
  "struct": { "name": "Params", "fields": [{ "name": "count", "type": "u32", "value": "numel(shapes.C)" }] }
106
  }
107
  ],
108
- "dispatch": { "threads": "numel(shapes.C)", "workgroupSize": "tunables.WORKGROUP_SIZE" }
109
  }
110
  ]
111
  },
 
79
  "aRank": "ranks.A",
80
  "bRank": "ranks.B",
81
  "cRank": "ranks.C",
82
+ "op": "\"and\"",
83
+ "itemsPerInvocation": 4
84
  }
85
  },
86
  "bindings": [
 
106
  "struct": { "name": "Params", "fields": [{ "name": "count", "type": "u32", "value": "numel(shapes.C)" }] }
107
  }
108
  ],
109
+ "dispatch": { "threads": "ceilDiv(numel(shapes.C), 4)", "workgroupSize": "tunables.WORKGROUP_SIZE" }
110
  }
111
  ]
112
  },
build/webgpu/metadata.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "name": "ai.onnx.And",
3
- "id": "_ai_onnx_and_webgpu_0f7c499",
4
  "version": 1,
5
  "license": "Apache-2.0",
6
  "backend": { "type": "webgpu" },
@@ -8,12 +8,12 @@
8
  "algorithm": "sha256",
9
  "files": {
10
  "bench.json": "I8iMJhpqmmR6fZjjdDD5SJjpen2ngPiCdmBjkqh5L00=",
11
- "logical-broadcast.wgsl.jinja": "krbtvtKuqrR6pGFi3Y9MMdWF64mO61wyCrKoPMw25IY=",
12
  "logical-vec4.wgsl.jinja": "Rub7ekCsMmuUitxsuBBNgyWHxXaHww99OydOTfXvi9I=",
13
- "manifest.json": "xiyGheIESV4NZtngJyjGBp3vgZbNOEI8q0bgnPCdJy4=",
14
  "test.json": "+lI1Xu1sBXr7omF/BIlhAp9HTG1sARTUtOc8DwIvgfc="
15
  }
16
  },
17
- "provenance": { "kernel": { "sha": "2e7068faf55e7f43df740015f6d1ee49391a41c5", "dirty": false } },
18
  "webgpu": { "manifestSpec": "1.0", "specialized": true, "opPath": "ops/ai.onnx.And" }
19
  }
 
1
  {
2
  "name": "ai.onnx.And",
3
+ "id": "_ai_onnx_and_webgpu_10bd63d",
4
  "version": 1,
5
  "license": "Apache-2.0",
6
  "backend": { "type": "webgpu" },
 
8
  "algorithm": "sha256",
9
  "files": {
10
  "bench.json": "I8iMJhpqmmR6fZjjdDD5SJjpen2ngPiCdmBjkqh5L00=",
11
+ "logical-broadcast.wgsl.jinja": "O8I/kZYDwG8W/914/nGX8ygq3QmvikX3ps9Oxl/kCTQ=",
12
  "logical-vec4.wgsl.jinja": "Rub7ekCsMmuUitxsuBBNgyWHxXaHww99OydOTfXvi9I=",
13
+ "manifest.json": "ZOl78WlCqnEycbUrYq4zEU+bdU9PD/tsHCP+4f4h7RE=",
14
  "test.json": "+lI1Xu1sBXr7omF/BIlhAp9HTG1sARTUtOc8DwIvgfc="
15
  }
16
  },
17
+ "provenance": { "kernel": { "sha": "c928d21e6cc1310861cba3bafb75f5f679ecf5f3", "dirty": false } },
18
  "webgpu": { "manifestSpec": "1.0", "specialized": true, "opPath": "ops/ai.onnx.And" }
19
  }