File size: 12,791 Bytes
40f0ca1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
{
  "op": "ai.onnx.QuantizeLinear",
  "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
  "cases": [
    {
      "name": "f32_to_u8_1m_scalar",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048576 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [1024, 1024],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
        "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [1024, 1024] } },
      "bench": {
        "primary": true,
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "f32_to_u8_1m_no_zero_point",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048576 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [1024, 1024],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [1024, 1024] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "f32_to_i8_1m_plus3_scalar",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "int8", "count": 1048579 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [1048579],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
        "y_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
      },
      "outputs": { "y": { "dtype": "int8", "shape": [1048579] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "f32_to_u8_1m_plus3_no_zero_point",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048579 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [1048579],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [1048579] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "f16_to_u8_1m_scalar",
      "preset": "smoke",
      "vars": { "inputDtype": "float16", "outputDtype": "uint8", "count": 1048576 },
      "inputs": {
        "x": { "dtype": "float16", "shape": [1024, 1024], "data": { "kind": "constant", "value": 1.25 } },
        "y_scale": { "dtype": "float16", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
        "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [1024, 1024] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "blocked_axis1_4096x4096_block32_with_zp",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 16777216 },
      "attrs": { "axis": 1, "block_size": 32 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [4096, 4096],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": {
          "dtype": "float32",
          "shape": [4096, 128],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 }
        },
        "y_zero_point": { "dtype": "uint8", "shape": [4096, 128], "data": { "kind": "constant", "value": 128 } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [4096, 4096] } },
      "bench": {
        "primary": true,
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "pertensor_4096x4096_scalar_healthy_sibling",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 16777216 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [4096, 4096],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
        "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [4096, 4096] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "per_axis0_inner2049_scalar_fallback_alignment_miss",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1049088 },
      "attrs": { "axis": 0 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [512, 2049],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": {
          "dtype": "float32",
          "shape": [512],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 }
        },
        "y_zero_point": { "dtype": "uint8", "shape": [512], "data": { "kind": "constant", "value": 128 } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [512, 2049] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "per_axis0_inner2048_vec4_healthy_sibling",
      "preset": "smoke",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048576 },
      "attrs": { "axis": 0 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [512, 2048],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": {
          "dtype": "float32",
          "shape": [512],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 }
        },
        "y_zero_point": { "dtype": "uint8", "shape": [512], "data": { "kind": "constant", "value": 128 } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [512, 2048] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "f16_per_axis0_inner2048_vec4_unbenched",
      "preset": "smoke",
      "vars": { "inputDtype": "float16", "outputDtype": "uint8", "count": 1048576 },
      "attrs": { "axis": 0 },
      "inputs": {
        "x": { "dtype": "float16", "shape": [512, 2048], "data": { "kind": "constant", "value": 1.25 } },
        "y_scale": {
          "dtype": "float16",
          "shape": [512],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 }
        },
        "y_zero_point": { "dtype": "uint8", "shape": [512], "data": { "kind": "constant", "value": 128 } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [512, 2048] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "per_axis1_lastdim_inner1_generic_scalar_cliff",
      "preset": "stress",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 },
      "attrs": { "axis": 1 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [2048, 2048],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": {
          "dtype": "float32",
          "shape": [2048],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 }
        },
        "y_zero_point": { "dtype": "uint8", "shape": [2048], "data": { "kind": "constant", "value": 128 } }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [2048, 2048] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "per_axis1_lastdim_inner1_generic_scalar_no_zero_point_cliff",
      "preset": "stress",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 },
      "attrs": { "axis": 1 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [2048, 2048],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": {
          "dtype": "float32",
          "shape": [2048],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 }
        }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [2048, 2048] } },
      "bench": {
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "blocked-rank4-axis1-bs32-no-zp-scalar-pathology",
      "preset": "stress",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 },
      "attrs": { "axis": 1, "block_size": 32 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [4, 512, 32, 64],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": {
          "dtype": "float32",
          "shape": [4, 16, 32, 64],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.005, "offset": 0.02 }
        }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [4, 512, 32, 64], "dist": "empty" } },
      "bench": {
        "primary": true,
        "metrics": [
          { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" }
        ]
      }
    },
    {
      "name": "blocked-rank4-axis1-bs32-with-zp-scalar-pathology",
      "preset": "stress",
      "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 },
      "attrs": { "axis": 1, "block_size": 32 },
      "inputs": {
        "x": {
          "dtype": "float32",
          "shape": [4, 512, 32, 64],
          "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 }
        },
        "y_scale": {
          "dtype": "float32",
          "shape": [4, 16, 32, 64],
          "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.005, "offset": 0.02 }
        },
        "y_zero_point": {
          "dtype": "uint8",
          "shape": [4, 16, 32, 64],
          "dist": "randint",
          "seed": 204,
          "min": 96,
          "max": 160
        }
      },
      "outputs": { "y": { "dtype": "uint8", "shape": [4, 512, 32, 64], "dist": "empty" } },
      "bench": {
        "primary": true,
        "metrics": [
          {
            "type": "bandwidth",
            "value": "dtypeBytes(args.inputDtype) * (numel(shapes.x) + numel(shapes.y_scale)) + dtypeBytes(args.outputDtype) * (numel(shapes.y_zero_point) + numel(shapes.y))"
          }
        ]
      }
    }
  ]
}