File size: 5,469 Bytes
f262848
 
 
 
 
 
 
 
a87be84
f262848
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a87be84
f262848
 
 
 
 
 
 
 
 
 
 
 
 
a87be84
f262848
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
{
  "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] },
  "cases": [
    {
      "name": "where-f32-1m",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 1048576 },
      "inputs": {
        "condition": { "shape": [1048576], "dtype": "bool", "dist": "uniform", "seed": 870 },
        "x": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 871, "scale": 1 },
        "y": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 872, "scale": 1 }
      },
      "outputs": { "output": { "shape": [1048576], "dtype": "float32" } },
      "bench": {
        "primary": true,
        "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }]
      }
    },
    {
      "name": "where-f32-rank4-broadcast",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 98304 },
      "inputs": {
        "condition": { "shape": [1, 1, 128, 1], "dtype": "bool", "dist": "linearMod", "mod": 2 },
        "x": { "shape": [2, 1, 128, 384], "dtype": "float32", "dist": "normal", "seed": 873, "scale": 1 },
        "y": { "shape": [1, 1, 1, 384], "dtype": "float32", "dist": "normal", "seed": 874, "scale": 1 }
      },
      "outputs": { "output": { "shape": [2, 1, 128, 384], "dtype": "float32" } },
      "bench": {
        "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }]
      }
    },
    {
      "name": "where-f32-zero-size",
      "preset": "edge",
      "vars": { "dtype": "float32", "count": 0 },
      "inputs": {
        "condition": { "shape": [0, 1], "dtype": "bool", "dist": "empty" },
        "x": { "shape": [0, 3], "dtype": "float32", "dist": "empty" },
        "y": { "shape": [1, 3], "dtype": "float32", "dist": "normal", "seed": 875, "scale": 1 }
      },
      "outputs": { "output": { "shape": [0, 3], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "0" }] }
    },
    {
      "name": "where-f32-1m-scalar-condition",
      "vars": { "dtype": "float32", "count": 1048576 },
      "inputs": {
        "condition": { "shape": [1], "dtype": "bool", "data": { "kind": "values", "values": [1] } },
        "x": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 875, "scale": 1 },
        "y": { "shape": [1048576], "dtype": "float32", "dist": "normal", "seed": 876, "scale": 1 }
      },
      "outputs": { "output": { "shape": [1048576], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3" }] }
    },
    {
      "name": "where-f16-1m",
      "preset": "smoke",
      "vars": { "dtype": "float16", "count": 1048576 },
      "inputs": {
        "condition": { "shape": [1048576], "dtype": "bool", "dist": "uniform", "seed": 970 },
        "x": { "shape": [1048576], "dtype": "float16", "dist": "normal", "seed": 971, "scale": 1 },
        "y": { "shape": [1048576], "dtype": "float16", "dist": "normal", "seed": 972, "scale": 1 }
      },
      "outputs": { "output": { "shape": [1048576], "dtype": "float16" } },
      "bench": {
        "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }]
      }
    },
    {
      "name": "where-f32-1m-odd-scalar-fallback",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 1048575 },
      "inputs": {
        "condition": { "shape": [1048575], "dtype": "bool", "dist": "uniform", "seed": 973 },
        "x": { "shape": [1048575], "dtype": "float32", "dist": "normal", "seed": 974, "scale": 1 },
        "y": { "shape": [1048575], "dtype": "float32", "dist": "normal", "seed": 975, "scale": 1 }
      },
      "outputs": { "output": { "shape": [1048575], "dtype": "float32" } },
      "bench": {
        "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }]
      }
    },
    {
      "name": "where-f32-large-rank4-broadcast-scalar",
      "preset": "smoke",
      "vars": { "dtype": "float32", "count": 1048576 },
      "inputs": {
        "condition": { "shape": [1, 1, 512, 1], "dtype": "bool", "dist": "linearMod", "mod": 2 },
        "x": { "shape": [4, 1, 512, 512], "dtype": "float32", "dist": "normal", "seed": 976, "scale": 1 },
        "y": { "shape": [1], "dtype": "float32", "data": { "kind": "values", "values": [0.0] } }
      },
      "outputs": { "output": { "shape": [4, 1, 512, 512], "dtype": "float32" } },
      "bench": {
        "metrics": [{ "type": "bandwidth", "value": "args.count * dtypeBytes(args.dtype) * 3 + args.count * 4" }]
      }
    },
    {
      "name": "where-f32-4m-mixed-axis-broadcast-fallback",
      "preset": "stress",
      "vars": { "dtype": "float32", "count": 4194304 },
      "inputs": {
        "condition": { "shape": [512, 1, 1], "dtype": "bool", "dist": "linearMod", "mod": 2 },
        "x": { "shape": [2, 512, 1, 8], "dtype": "float32", "dist": "normal", "seed": 9101, "scale": 2 },
        "y": { "shape": [1, 1, 512, 8], "dtype": "float32", "dist": "normal", "seed": 9102, "scale": 2 }
      },
      "outputs": { "output": { "shape": [2, 512, 512, 8], "dtype": "float32" } },
      "bench": {
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(numel(shapes.x) + numel(shapes.y) + numel(shapes.output)) * dtypeBytes(args.dtype) + numel(shapes.condition) * 4"
          }
        ]
      }
    }
  ]
}