File size: 8,313 Bytes
07e768f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 | {
"op": "ai.onnx.ConvInteger",
"cases": [
{
"name": "u8_nchw_1x16x32x32",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 16, 32, 32], "data": { "kind": "constant", "value": 127 } },
"w": { "dtype": "uint8", "shape": [16, 16, 3, 3], "data": { "kind": "constant", "value": 129 } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 16, 30, 30] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
},
"attrs": {}
},
{
"name": "u8s8_pointwise_1x64x56x56_oc128",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "data": { "kind": "constant", "value": 127 } },
"w": { "dtype": "int8", "shape": [128, 64, 1, 1], "data": { "kind": "constant", "value": -3 } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 128, 56, 56] } },
"bench": {
"primary": true,
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
},
"attrs": {}
},
{
"name": "u8s8_pointwise_unalignedC_c66_oc128_56x56_scalar",
"preset": "smoke",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 66, 56, 56], "data": { "kind": "constant", "value": 127 } },
"w": { "dtype": "int8", "shape": [128, 66, 1, 1], "data": { "kind": "constant", "value": -3 } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 128, 56, 56] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
},
"attrs": {}
},
{
"name": "u8s8_pointwise_rgb_stem_c3_oc32_112x112_scalar",
"preset": "smoke",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 3, 112, 112], "data": { "kind": "constant", "value": 127 } },
"w": { "dtype": "int8", "shape": [32, 3, 1, 1], "data": { "kind": "constant", "value": -3 } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 32, 112, 112] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
},
"attrs": {}
},
{
"name": "u8u8_depthwise_c128_3x3_group128_56x56_scalar",
"preset": "smoke",
"attrs": { "group": 128 },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 128, 56, 56], "data": { "kind": "constant", "value": 127 } },
"w": { "dtype": "uint8", "shape": [128, 1, 3, 3], "data": { "kind": "constant", "value": 129 } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 128, 54, 54] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
}
},
{
"name": "u8s8_pointwise_gemv_alignedN_n2048_c256_dp4a",
"preset": "smoke",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 256, 1, 1], "data": { "kind": "constant", "value": 127 } },
"w": { "dtype": "int8", "shape": [2048, 256, 1, 1], "data": { "kind": "constant", "value": -3 } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 2048, 1, 1] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
},
"attrs": {}
},
{
"name": "u8s8_pointwise_gemv_unalignedN_n2050_c256_dp4a",
"preset": "smoke",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 256, 1, 1], "data": { "kind": "constant", "value": 127 } },
"w": { "dtype": "int8", "shape": [2050, 256, 1, 1], "data": { "kind": "constant", "value": -3 } },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 2050, 1, 1] } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
},
"attrs": {}
},
{
"name": "u8s8_nchw_oc128_c64_3x3_32x32",
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 64, 32, 32], "dist": "randint", "seed": 21, "min": 0, "max": 255 },
"w": { "dtype": "int8", "shape": [128, 64, 3, 3], "dist": "randint", "seed": 22, "min": -127, "max": 127 },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 128, 30, 30] } },
"bench": { "metrics": [{ "type": "gflops", "value": "2 * 128 * 30 * 30 * 64 * 3 * 3" }] },
"attrs": {}
},
{
"name": "s8s8_im2col_small_output_numel_scalar_fallback",
"preset": "stress",
"inputs": {
"x": { "dtype": "int8", "shape": [4, 64, 8, 8], "dist": "randint", "seed": 42, "min": -100, "max": 100 },
"w": { "dtype": "int8", "shape": [64, 64, 3, 3], "dist": "randint", "seed": 43, "min": -64, "max": 64 },
"x_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [4, 64, 6, 6], "dist": "empty" } },
"bench": {
"metrics": [
{ "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" }
]
},
"attrs": {}
},
{
"name": "u8s8_conv3d_dilated_depth_b1c16m32_16x32x32_k3",
"preset": "stress",
"attrs": { "strides": [1, 1, 1], "dilations": [2, 1, 1], "pads": [2, 1, 1, 2, 1, 1] },
"inputs": {
"x": { "dtype": "uint8", "shape": [1, 16, 16, 32, 32], "dist": "randint", "seed": 7601, "min": 0, "max": 255 },
"w": { "dtype": "int8", "shape": [32, 16, 3, 3, 3], "dist": "randint", "seed": 7602, "min": -127, "max": 127 },
"x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } },
"w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }
},
"outputs": { "y": { "dtype": "int32", "shape": [1, 32, 16, 32, 32], "dist": "empty" } },
"bench": {
"metrics": [
{
"type": "gflops",
"value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3) * dim(shapes.w, 4)"
}
]
}
}
]
}
|