File size: 17,180 Bytes
fbb37c8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 | {
"tunableSpace": {
"DP4A_DIRECT_SPATIAL_TILE": [8, 16],
"DP4A_DIRECT_OC_TILE": [8, 16],
"DP4A_DIRECT_IC_TILE": [16, 32, 64]
},
"cases": [
{
"name": "u8_nchw_1x16x32x32",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 16, 32, 32], "data": { "kind": "constant", "value": 127 } },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "uint8", "shape": [16, 16, 3, 3], "data": { "kind": "constant", "value": 129 } },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.03] } },
"w_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.04] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 16, 30, 30] } },
"attrs": {}
},
{
"name": "u8s8_pointwise_1x64x56x56_oc128",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "data": { "kind": "constant", "value": 127 } },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 64, 1, 1], "data": { "kind": "constant", "value": -3 } },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.03] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [2.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } },
"attrs": {}
},
{
"name": "dp4a_pointwise_cin64_aligned_1x56x56_oc128_u8s8",
"preset": "smoke",
"vars": { "batch": 1, "inChannels": 64, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 1, "kernelW": 1 },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "dist": "randint", "seed": 7301, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 64, 1, 1], "dist": "randint", "seed": 7302, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [2.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } },
"bench": {
"primary": true,
"metrics": [
{
"type": "gflops",
"value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels"
}
]
},
"attrs": {}
},
{
"name": "dp4a_pointwise_cin66_unaligned_k4_cliff_1x56x56_oc128_u8s8",
"preset": "smoke",
"vars": { "batch": 1, "inChannels": 66, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 1, "kernelW": 1 },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 66, 56, 56], "dist": "randint", "seed": 7303, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 66, 1, 1], "dist": "randint", "seed": 7304, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [2.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels"
}
]
},
"attrs": {}
},
{
"name": "conv3x3_naive_resnet_1x128x56x56_oc128_u8s8",
"preset": "smoke",
"vars": { "batch": 1, "inChannels": 128, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 3, "kernelW": 3 },
"attrs": { "strides": [1, 1], "pads": [1, 1, 1, 1] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 128, 56, 56], "dist": "randint", "seed": 7305, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 128, 3, 3], "dist": "randint", "seed": 7306, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW"
}
]
}
},
{
"name": "depthwise3x3_naive_mobilenet_1x256x28x28_g256_u8s8",
"preset": "smoke",
"vars": { "batch": 1, "inChannels": 256, "outChannels": 256, "inH": 28, "inW": 28, "kernelH": 3, "kernelW": 3 },
"attrs": { "group": 256, "strides": [1, 1], "pads": [1, 1, 1, 1] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 256, 28, 28], "dist": "randint", "seed": 7307, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [256, 1, 3, 3], "dist": "randint", "seed": 7308, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.5] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 256, 28, 28] } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.kernelH * args.kernelW"
}
]
}
},
{
"name": "bias3x3_forces_naive_accumulate_1x128x64x64_oc128_u8s8",
"preset": "stress",
"vars": { "batch": 1, "inChannels": 128, "outChannels": 128, "inH": 64, "inW": 64, "kernelH": 3, "kernelW": 3 },
"attrs": { "strides": [1, 1], "pads": [1, 1, 1, 1] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 128, 64, 64], "dist": "randint", "seed": 7401, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 128, 3, 3], "dist": "randint", "seed": 7402, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"B": { "dtype": "int32", "shape": [128], "dist": "randint", "seed": 7403, "min": -4096, "max": 4096 }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 64, 64] } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW"
}
]
}
},
{
"name": "unaligned_k_padded_im2col_1x63x48x48_oc128_3x3_u8s8",
"preset": "stress",
"vars": { "batch": 1, "inChannels": 63, "outChannels": 128, "inH": 48, "inW": 48, "kernelH": 3, "kernelW": 3 },
"attrs": { "strides": [1, 1], "pads": [0, 0, 0, 0] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 63, 48, 48], "dist": "randint", "seed": 7404, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 63, 3, 3], "dist": "randint", "seed": 7405, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 46, 46] } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW"
}
]
}
},
{
"name": "bias_unaligned_k_baseline_fallback_1x63x48x48_oc128_3x3_u8s8",
"preset": "stress",
"vars": { "batch": 1, "inChannels": 63, "outChannels": 128, "inH": 48, "inW": 48, "kernelH": 3, "kernelW": 3 },
"attrs": { "strides": [1, 1], "pads": [0, 0, 0, 0] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 63, 48, 48], "dist": "randint", "seed": 7410, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 63, 3, 3], "dist": "randint", "seed": 7411, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"B": { "dtype": "int32", "shape": [128], "dist": "randint", "seed": 7412, "min": -4096, "max": 4096 }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 46, 46] } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW"
}
]
}
},
{
"name": "u8s8_conv3d_dilated_depth_b1c16m32_16x32x32_k3",
"preset": "stress",
"attrs": { "strides": [1, 1, 1], "dilations": [2, 1, 1], "pads": [2, 1, 1, 2, 1, 1] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 16, 16, 32, 32], "dist": "randint", "seed": 7701, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [32, 16, 3, 3, 3], "dist": "randint", "seed": 7702, "min": -127, "max": 127 },
"w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 32, 16, 32, 32], "dist": "empty" } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3) * dim(shapes.w, 4)"
}
]
}
},
{
"name": "resnet_perchannel_3x3_b1c64_56x56_oc128_u8s8",
"preset": "stress",
"attrs": { "strides": [1, 1], "pads": [1, 1, 1, 1] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "dist": "randint", "seed": 7801, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 64, 3, 3], "dist": "randint", "seed": 7802, "min": -127, "max": 127 },
"w_scale": {
"dtype": "float32",
"shape": [128],
"data": { "kind": "cycle", "values": [0.0125, 0.015, 0.0175, 0.02] }
},
"w_zero_point": { "dtype": "int8", "shape": [128], "data": { "kind": "cycle", "values": [-3, 0, 2, 5] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
}
},
{
"name": "group2_feature_independent_oc4_cliff_b1c64_56x56_oc128_u8s8",
"preset": "stress",
"vars": { "batch": 1, "inChannels": 64, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 3, "kernelW": 3 },
"attrs": { "group": 2, "strides": [1, 1], "pads": [1, 1, 1, 1] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "dist": "randint", "seed": 7811, "min": 0, "max": 255 },
"x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w": { "dtype": "int8", "shape": [128, 32, 3, 3], "dist": "randint", "seed": 7812, "min": -127, "max": 127 },
"w_scale": {
"dtype": "float32",
"shape": [128],
"data": { "kind": "cycle", "values": [0.0125, 0.015, 0.0175, 0.02] }
},
"w_zero_point": { "dtype": "int8", "shape": [128], "data": { "kind": "cycle", "values": [-3, 0, 2, 5] } },
"y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } },
"y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
}
}
]
}
|