Hugging Face's logo

Kernels:
webgpu-kernels
/
com.microsoft.MRotaryEmbedding

Kernel card Files
xet
 Community
Xenova HF Staff commited on
Commit
92e5044
·
verified ·
1 Parent(s): 5ce7237

sync c928d21e6cc1

Browse files
Files changed (2) hide show
  1. build/webgpu/bench.json +49 -7
  2. build/webgpu/metadata.json +3 -3
build/webgpu/bench.json CHANGED
@@ -15,7 +15,7 @@
15
  "vars": { "elems": 16384, "rotPairs": 8192 },
16
  "inputs": {
17
  "x": { "shape": [1, 4, 64, 64], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
18
- "positionIds": { "shape": [3, 1, 64], "dtype": "uint32", "dist": "uniform", "seed": 1001, "scale": 127 },
19
  "cos": { "shape": [128, 32], "dtype": "float32", "dist": "uniform", "seed": 1002, "scale": 0.1, "offset": 0.9 },
20
  "sin": { "shape": [128, 32], "dtype": "float32", "dist": "uniform", "seed": 1003, "scale": 0.1 }
21
  },
@@ -42,7 +42,14 @@
42
  },
43
  "inputs": {
44
  "x": { "shape": [1, 16, 1, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
45
- "positionIds": { "shape": [3, 1, 1], "dtype": "uint32", "dist": "uniform", "seed": 1001, "scale": 32767 },
 
 
 
 
 
 
 
46
  "cos": {
47
  "shape": [32768, 64],
48
  "dtype": "float32",
@@ -76,7 +83,14 @@
76
  },
77
  "inputs": {
78
  "x": { "shape": [1, 16, 512, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
79
- "positionIds": { "shape": [3, 1, 512], "dtype": "uint32", "dist": "uniform", "seed": 1001, "scale": 32767 },
 
 
 
 
 
 
 
80
  "cos": {
81
  "shape": [32768, 64],
82
  "dtype": "float32",
@@ -110,7 +124,14 @@
110
  },
111
  "inputs": {
112
  "x": { "shape": [1, 8, 1, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
113
- "positionIds": { "shape": [3, 1, 1], "dtype": "uint32", "dist": "uniform", "seed": 1001, "scale": 32767 },
 
 
 
 
 
 
 
114
  "cos": {
115
  "shape": [32768, 64],
116
  "dtype": "float32",
@@ -144,7 +165,14 @@
144
  },
145
  "inputs": {
146
  "x": { "shape": [1, 16, 512, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
147
- "positionIds": { "shape": [3, 1, 512], "dtype": "uint32", "dist": "uniform", "seed": 1001, "scale": 32767 },
 
 
 
 
 
 
 
148
  "cos": {
149
  "shape": [32768, 64],
150
  "dtype": "float32",
@@ -178,7 +206,14 @@
178
  },
179
  "inputs": {
180
  "x": { "shape": [1, 16, 512, 128], "dtype": "float16", "dist": "normal", "seed": 1000, "scale": 0.2 },
181
- "positionIds": { "shape": [3, 1, 512], "dtype": "uint32", "dist": "uniform", "seed": 1001, "scale": 32767 },
 
 
 
 
 
 
 
182
  "cos": {
183
  "shape": [32768, 64],
184
  "dtype": "float16",
@@ -208,7 +243,14 @@
208
  "vars": { "elems": 33554432, "rotPairs": 16777216 },
209
  "inputs": {
210
  "x": { "shape": [4, 32, 2048, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
211
- "positionIds": { "shape": [3, 4, 2048], "dtype": "uint32", "dist": "uniform", "seed": 1001, "scale": 32767 },
 
 
 
 
 
 
 
212
  "cos": {
213
  "shape": [32768, 64],
214
  "dtype": "float32",
 
15
  "vars": { "elems": 16384, "rotPairs": 8192 },
16
  "inputs": {
17
  "x": { "shape": [1, 4, 64, 64], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
18
+ "positionIds": { "shape": [3, 1, 64], "dtype": "uint32", "dist": "uniform", "seed": 1001, "min": 0, "max": 127 },
19
  "cos": { "shape": [128, 32], "dtype": "float32", "dist": "uniform", "seed": 1002, "scale": 0.1, "offset": 0.9 },
20
  "sin": { "shape": [128, 32], "dtype": "float32", "dist": "uniform", "seed": 1003, "scale": 0.1 }
21
  },
 
42
  },
43
  "inputs": {
44
  "x": { "shape": [1, 16, 1, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
45
+ "positionIds": {
46
+ "shape": [3, 1, 1],
47
+ "dtype": "uint32",
48
+ "dist": "uniform",
49
+ "seed": 1001,
50
+ "min": 0,
51
+ "max": 32767
52
+ },
53
  "cos": {
54
  "shape": [32768, 64],
55
  "dtype": "float32",
 
83
  },
84
  "inputs": {
85
  "x": { "shape": [1, 16, 512, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
86
+ "positionIds": {
87
+ "shape": [3, 1, 512],
88
+ "dtype": "uint32",
89
+ "dist": "uniform",
90
+ "seed": 1001,
91
+ "min": 0,
92
+ "max": 32767
93
+ },
94
  "cos": {
95
  "shape": [32768, 64],
96
  "dtype": "float32",
 
124
  },
125
  "inputs": {
126
  "x": { "shape": [1, 8, 1, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
127
+ "positionIds": {
128
+ "shape": [3, 1, 1],
129
+ "dtype": "uint32",
130
+ "dist": "uniform",
131
+ "seed": 1001,
132
+ "min": 0,
133
+ "max": 32767
134
+ },
135
  "cos": {
136
  "shape": [32768, 64],
137
  "dtype": "float32",
 
165
  },
166
  "inputs": {
167
  "x": { "shape": [1, 16, 512, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
168
+ "positionIds": {
169
+ "shape": [3, 1, 512],
170
+ "dtype": "uint32",
171
+ "dist": "uniform",
172
+ "seed": 1001,
173
+ "min": 0,
174
+ "max": 32767
175
+ },
176
  "cos": {
177
  "shape": [32768, 64],
178
  "dtype": "float32",
 
206
  },
207
  "inputs": {
208
  "x": { "shape": [1, 16, 512, 128], "dtype": "float16", "dist": "normal", "seed": 1000, "scale": 0.2 },
209
+ "positionIds": {
210
+ "shape": [3, 1, 512],
211
+ "dtype": "uint32",
212
+ "dist": "uniform",
213
+ "seed": 1001,
214
+ "min": 0,
215
+ "max": 32767
216
+ },
217
  "cos": {
218
  "shape": [32768, 64],
219
  "dtype": "float16",
 
243
  "vars": { "elems": 33554432, "rotPairs": 16777216 },
244
  "inputs": {
245
  "x": { "shape": [4, 32, 2048, 128], "dtype": "float32", "dist": "normal", "seed": 1000, "scale": 0.2 },
246
+ "positionIds": {
247
+ "shape": [3, 4, 2048],
248
+ "dtype": "uint32",
249
+ "dist": "uniform",
250
+ "seed": 1001,
251
+ "min": 0,
252
+ "max": 32767
253
+ },
254
  "cos": {
255
  "shape": [32768, 64],
256
  "dtype": "float32",
build/webgpu/metadata.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "name": "com.microsoft.MRotaryEmbedding",
3
- "id": "_com_microsoft_mrotaryembedding_webgpu_2097c43",
4
  "version": 1,
5
  "license": "Apache-2.0",
6
  "backend": { "type": "webgpu" },
7
  "digest": {
8
  "algorithm": "sha256",
9
  "files": {
10
- "bench.json": "RRGYpzSKyDx1HHSFAzgf4u0UdW+WMXLIo+cRg29orLg=",
11
  "manifest.json": "rNhF7mp6GzPe1XKu5djfgpCv5MKyJdPU7G06AvbgLXE=",
12
  "mrotary-embedding.wgsl.jinja": "ywEaYPPZeG6tSo/Ulh3lIOBwXLhdu70TAZJAgus88cA=",
13
  "test.json": "0mcf/8uDq9fTEq082qLPOGoRnjowxCk+vqzBBFVA0Ls="
14
  }
15
  },
16
- "provenance": { "kernel": { "sha": "2e7068faf55e7f43df740015f6d1ee49391a41c5", "dirty": false } },
17
  "webgpu": { "manifestSpec": "1.0", "specialized": true, "opPath": "ops/com.microsoft.MRotaryEmbedding" }
18
  }
 
1
  {
2
  "name": "com.microsoft.MRotaryEmbedding",
3
+ "id": "_com_microsoft_mrotaryembedding_webgpu_396a9ed",
4
  "version": 1,
5
  "license": "Apache-2.0",
6
  "backend": { "type": "webgpu" },
7
  "digest": {
8
  "algorithm": "sha256",
9
  "files": {
10
+ "bench.json": "FKPQK85F0NG70BrG2nvS4WDZWmkLLUtw0hjkaNqyfWI=",
11
  "manifest.json": "rNhF7mp6GzPe1XKu5djfgpCv5MKyJdPU7G06AvbgLXE=",
12
  "mrotary-embedding.wgsl.jinja": "ywEaYPPZeG6tSo/Ulh3lIOBwXLhdu70TAZJAgus88cA=",
13
  "test.json": "0mcf/8uDq9fTEq082qLPOGoRnjowxCk+vqzBBFVA0Ls="
14
  }
15
  },
16
+ "provenance": { "kernel": { "sha": "c928d21e6cc1310861cba3bafb75f5f679ecf5f3", "dirty": false } },
17
  "webgpu": { "manifestSpec": "1.0", "specialized": true, "opPath": "ops/com.microsoft.MRotaryEmbedding" }
18
  }