File size: 6,801 Bytes
1f79789
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
{
  "op": "ai.onnx.GroupNormalization",
  "cases": [
    {
      "name": "4x64x128x128_g32",
      "preset": "smoke",
      "vars": { "dtype": "float32", "batch": 4, "channels": 64, "spatial": 16384 },
      "attrs": { "num_groups": 32, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float32", "shape": [4, 64, 128, 128], "dist": "normal", "seed": 740, "scale": 0.5 },
        "scale": { "dtype": "float32", "shape": [64], "dist": "uniform", "seed": 741, "scale": 0.25, "offset": 1 },
        "bias": { "dtype": "float32", "shape": [64], "dist": "normal", "seed": 742, "scale": 0.1 }
      },
      "outputs": { "y": { "dtype": "float32", "shape": [4, 64, 128, 128] } },
      "bench": {
        "primary": true,
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)"
          }
        ]
      }
    },
    {
      "name": "1x32x32x32_g8",
      "attrs": { "num_groups": 8, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float32", "shape": [1, 32, 32, 32] },
        "scale": { "dtype": "float32", "shape": [32], "data": { "kind": "constant", "value": 1.0 } },
        "bias": { "dtype": "float32", "shape": [32], "data": { "kind": "constant", "value": 0.0 } }
      },
      "outputs": { "y": { "dtype": "float32", "shape": [1, 32, 32, 32] } }
    },
    {
      "name": "f16_vec4_4x64x128x128_g32",
      "preset": "smoke",
      "vars": { "dtype": "float16", "batch": 4, "channels": 64, "spatial": 16384 },
      "attrs": { "num_groups": 32, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float16", "shape": [4, 64, 128, 128], "dist": "normal", "seed": 750, "scale": 0.5 },
        "scale": { "dtype": "float16", "shape": [64], "dist": "uniform", "seed": 751, "scale": 0.25, "offset": 1 },
        "bias": { "dtype": "float16", "shape": [64], "dist": "normal", "seed": 752, "scale": 0.1 }
      },
      "outputs": { "y": { "dtype": "float16", "shape": [4, 64, 128, 128] } },
      "bench": {
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)"
          }
        ]
      }
    },
    {
      "name": "vec4_spatial_aligned_2x128x56x56_g32",
      "preset": "smoke",
      "vars": { "dtype": "float32", "batch": 2, "channels": 128, "spatial": 3136 },
      "attrs": { "num_groups": 32, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float32", "shape": [2, 128, 56, 56], "dist": "normal", "seed": 760, "scale": 0.5 },
        "scale": { "dtype": "float32", "shape": [128], "dist": "uniform", "seed": 761, "scale": 0.25, "offset": 1 },
        "bias": { "dtype": "float32", "shape": [128], "dist": "normal", "seed": 762, "scale": 0.1 }
      },
      "outputs": { "y": { "dtype": "float32", "shape": [2, 128, 56, 56] } },
      "bench": {
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)"
          }
        ]
      }
    },
    {
      "name": "scalar_spatial_unaligned_2x128x53x53_g32",
      "preset": "smoke",
      "vars": { "dtype": "float32", "batch": 2, "channels": 128, "spatial": 2809 },
      "attrs": { "num_groups": 32, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float32", "shape": [2, 128, 53, 53], "dist": "normal", "seed": 770, "scale": 0.5 },
        "scale": { "dtype": "float32", "shape": [128], "dist": "uniform", "seed": 771, "scale": 0.25, "offset": 1 },
        "bias": { "dtype": "float32", "shape": [128], "dist": "normal", "seed": 772, "scale": 0.1 }
      },
      "outputs": { "y": { "dtype": "float32", "shape": [2, 128, 53, 53] } },
      "bench": {
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)"
          }
        ]
      }
    },
    {
      "name": "tiny_spatial_stem_1x32x7x7_g8",
      "preset": "smoke",
      "vars": { "dtype": "float32", "batch": 1, "channels": 32, "spatial": 49 },
      "attrs": { "num_groups": 8, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float32", "shape": [1, 32, 7, 7], "dist": "normal", "seed": 780, "scale": 0.5 },
        "scale": { "dtype": "float32", "shape": [32], "dist": "uniform", "seed": 781, "scale": 0.25, "offset": 1 },
        "bias": { "dtype": "float32", "shape": [32], "dist": "normal", "seed": 782, "scale": 0.1 }
      },
      "outputs": { "y": { "dtype": "float32", "shape": [1, 32, 7, 7] } },
      "bench": {
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)"
          }
        ]
      }
    },
    {
      "name": "scalar_lowocc_layernorm_equiv_2x320x65x65_g1",
      "preset": "stress",
      "vars": { "dtype": "float32", "batch": 2, "channels": 320, "spatial": 4225 },
      "attrs": { "num_groups": 1, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float32", "shape": [2, 320, 65, 65], "dist": "normal", "seed": 901, "scale": 0.5 },
        "scale": { "dtype": "float32", "shape": [320], "dist": "uniform", "seed": 902, "scale": 0.25, "offset": 1 },
        "bias": { "dtype": "float32", "shape": [320], "dist": "normal", "seed": 903, "scale": 0.1 }
      },
      "outputs": { "y": { "dtype": "float32", "shape": [2, 320, 65, 65], "dist": "empty" } },
      "bench": {
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)"
          }
        ]
      }
    },
    {
      "name": "scalar_cliff_unaligned_spatial_8x256x63x63_g32",
      "preset": "stress",
      "vars": { "dtype": "float32", "batch": 8, "channels": 256, "spatial": 3969 },
      "attrs": { "num_groups": 32, "epsilon": 0.00001 },
      "inputs": {
        "x": { "dtype": "float32", "shape": [8, 256, 63, 63], "dist": "normal", "seed": 911, "scale": 0.5 },
        "scale": { "dtype": "float32", "shape": [256], "dist": "uniform", "seed": 912, "scale": 0.25, "offset": 1 },
        "bias": { "dtype": "float32", "shape": [256], "dist": "normal", "seed": 913, "scale": 0.1 }
      },
      "outputs": { "y": { "dtype": "float32", "shape": [8, 256, 63, 63], "dist": "empty" } },
      "bench": {
        "metrics": [
          {
            "type": "bandwidth",
            "value": "(args.batch * args.channels * args.spatial * 2 + args.channels * 2) * dtypeBytes(args.dtype)"
          }
        ]
      }
    }
  ]
}