{ "op": "ai.onnx.ConvInteger", "cases": [ { "name": "u8_nchw_1x16x32x32", "inputs": { "x": { "dtype": "uint8", "shape": [1, 16, 32, 32], "data": { "kind": "constant", "value": 127 } }, "w": { "dtype": "uint8", "shape": [16, 16, 3, 3], "data": { "kind": "constant", "value": 129 } }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 16, 30, 30] } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] }, "attrs": {} }, { "name": "u8s8_pointwise_1x64x56x56_oc128", "inputs": { "x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "data": { "kind": "constant", "value": 127 } }, "w": { "dtype": "int8", "shape": [128, 64, 1, 1], "data": { "kind": "constant", "value": -3 } }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 128, 56, 56] } }, "bench": { "primary": true, "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] }, "attrs": {} }, { "name": "u8s8_pointwise_unalignedC_c66_oc128_56x56_scalar", "preset": "smoke", "inputs": { "x": { "dtype": "uint8", "shape": [1, 66, 56, 56], "data": { "kind": "constant", "value": 127 } }, "w": { "dtype": "int8", "shape": [128, 66, 1, 1], "data": { "kind": "constant", "value": -3 } }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 128, 56, 56] } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] }, "attrs": {} }, { "name": "u8s8_pointwise_rgb_stem_c3_oc32_112x112_scalar", "preset": "smoke", "inputs": { "x": { "dtype": "uint8", "shape": [1, 3, 112, 112], "data": { "kind": "constant", "value": 127 } }, "w": { "dtype": "int8", "shape": [32, 3, 1, 1], "data": { "kind": "constant", "value": -3 } }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 32, 112, 112] } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] }, "attrs": {} }, { "name": "u8u8_depthwise_c128_3x3_group128_56x56_scalar", "preset": "smoke", "attrs": { "group": 128 }, "inputs": { "x": { "dtype": "uint8", "shape": [1, 128, 56, 56], "data": { "kind": "constant", "value": 127 } }, "w": { "dtype": "uint8", "shape": [128, 1, 3, 3], "data": { "kind": "constant", "value": 129 } }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 128, 54, 54] } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] } }, { "name": "u8s8_pointwise_gemv_alignedN_n2048_c256_dp4a", "preset": "smoke", "inputs": { "x": { "dtype": "uint8", "shape": [1, 256, 1, 1], "data": { "kind": "constant", "value": 127 } }, "w": { "dtype": "int8", "shape": [2048, 256, 1, 1], "data": { "kind": "constant", "value": -3 } }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 2048, 1, 1] } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] }, "attrs": {} }, { "name": "u8s8_pointwise_gemv_unalignedN_n2050_c256_dp4a", "preset": "smoke", "inputs": { "x": { "dtype": "uint8", "shape": [1, 256, 1, 1], "data": { "kind": "constant", "value": 127 } }, "w": { "dtype": "int8", "shape": [2050, 256, 1, 1], "data": { "kind": "constant", "value": -3 } }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 2050, 1, 1] } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] }, "attrs": {} }, { "name": "u8s8_nchw_oc128_c64_3x3_32x32", "inputs": { "x": { "dtype": "uint8", "shape": [1, 64, 32, 32], "dist": "randint", "seed": 21, "min": 0, "max": 255 }, "w": { "dtype": "int8", "shape": [128, 64, 3, 3], "dist": "randint", "seed": 22, "min": -127, "max": 127 }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 128, 30, 30] } }, "bench": { "metrics": [{ "type": "gflops", "value": "2 * 128 * 30 * 30 * 64 * 3 * 3" }] }, "attrs": {} }, { "name": "s8s8_im2col_small_output_numel_scalar_fallback", "preset": "stress", "inputs": { "x": { "dtype": "int8", "shape": [4, 64, 8, 8], "dist": "randint", "seed": 42, "min": -100, "max": 100 }, "w": { "dtype": "int8", "shape": [64, 64, 3, 3], "dist": "randint", "seed": 43, "min": -64, "max": 64 }, "x_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [4, 64, 6, 6], "dist": "empty" } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } ] }, "attrs": {} }, { "name": "u8s8_conv3d_dilated_depth_b1c16m32_16x32x32_k3", "preset": "stress", "attrs": { "strides": [1, 1, 1], "dilations": [2, 1, 1], "pads": [2, 1, 1, 2, 1, 1] }, "inputs": { "x": { "dtype": "uint8", "shape": [1, 16, 16, 32, 32], "dist": "randint", "seed": 7601, "min": 0, "max": 255 }, "w": { "dtype": "int8", "shape": [32, 16, 3, 3, 3], "dist": "randint", "seed": 7602, "min": -127, "max": 127 }, "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int32", "shape": [1, 32, 16, 32, 32], "dist": "empty" } }, "bench": { "metrics": [ { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3) * dim(shapes.w, 4)" } ] } } ] }