| { |
| "tunableSpace": { |
| "DP4A_DIRECT_SPATIAL_TILE": [8, 16], |
| "DP4A_DIRECT_OC_TILE": [8, 16], |
| "DP4A_DIRECT_IC_TILE": [16, 32, 64] |
| }, |
| "cases": [ |
| { |
| "name": "u8_nchw_1x16x32x32", |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 16, 32, 32], "data": { "kind": "constant", "value": 127 } }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "uint8", "shape": [16, 16, 3, 3], "data": { "kind": "constant", "value": 129 } }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.03] } }, |
| "w_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.04] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 16, 30, 30] } }, |
| "attrs": {} |
| }, |
| { |
| "name": "u8s8_pointwise_1x64x56x56_oc128", |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "data": { "kind": "constant", "value": 127 } }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 64, 1, 1], "data": { "kind": "constant", "value": -3 } }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.03] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [2.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } }, |
| "attrs": {} |
| }, |
| { |
| "name": "dp4a_pointwise_cin64_aligned_1x56x56_oc128_u8s8", |
| "preset": "smoke", |
| "vars": { "batch": 1, "inChannels": 64, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 1, "kernelW": 1 }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "dist": "randint", "seed": 7301, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 64, 1, 1], "dist": "randint", "seed": 7302, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [2.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } }, |
| "bench": { |
| "primary": true, |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels" |
| } |
| ] |
| }, |
| "attrs": {} |
| }, |
| { |
| "name": "dp4a_pointwise_cin66_unaligned_k4_cliff_1x56x56_oc128_u8s8", |
| "preset": "smoke", |
| "vars": { "batch": 1, "inChannels": 66, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 1, "kernelW": 1 }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 66, 56, 56], "dist": "randint", "seed": 7303, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 66, 1, 1], "dist": "randint", "seed": 7304, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [2.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels" |
| } |
| ] |
| }, |
| "attrs": {} |
| }, |
| { |
| "name": "conv3x3_naive_resnet_1x128x56x56_oc128_u8s8", |
| "preset": "smoke", |
| "vars": { "batch": 1, "inChannels": 128, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 3, "kernelW": 3 }, |
| "attrs": { "strides": [1, 1], "pads": [1, 1, 1, 1] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 128, 56, 56], "dist": "randint", "seed": 7305, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 128, 3, 3], "dist": "randint", "seed": 7306, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "depthwise3x3_naive_mobilenet_1x256x28x28_g256_u8s8", |
| "preset": "smoke", |
| "vars": { "batch": 1, "inChannels": 256, "outChannels": 256, "inH": 28, "inW": 28, "kernelH": 3, "kernelW": 3 }, |
| "attrs": { "group": 256, "strides": [1, 1], "pads": [1, 1, 1, 1] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 256, 28, 28], "dist": "randint", "seed": 7307, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [256, 1, 3, 3], "dist": "randint", "seed": 7308, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.5] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 256, 28, 28] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.kernelH * args.kernelW" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "bias3x3_forces_naive_accumulate_1x128x64x64_oc128_u8s8", |
| "preset": "stress", |
| "vars": { "batch": 1, "inChannels": 128, "outChannels": 128, "inH": 64, "inW": 64, "kernelH": 3, "kernelW": 3 }, |
| "attrs": { "strides": [1, 1], "pads": [1, 1, 1, 1] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 128, 64, 64], "dist": "randint", "seed": 7401, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 128, 3, 3], "dist": "randint", "seed": 7402, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "B": { "dtype": "int32", "shape": [128], "dist": "randint", "seed": 7403, "min": -4096, "max": 4096 } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 64, 64] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "unaligned_k_padded_im2col_1x63x48x48_oc128_3x3_u8s8", |
| "preset": "stress", |
| "vars": { "batch": 1, "inChannels": 63, "outChannels": 128, "inH": 48, "inW": 48, "kernelH": 3, "kernelW": 3 }, |
| "attrs": { "strides": [1, 1], "pads": [0, 0, 0, 0] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 63, 48, 48], "dist": "randint", "seed": 7404, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 63, 3, 3], "dist": "randint", "seed": 7405, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 46, 46] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "bias_unaligned_k_baseline_fallback_1x63x48x48_oc128_3x3_u8s8", |
| "preset": "stress", |
| "vars": { "batch": 1, "inChannels": 63, "outChannels": 128, "inH": 48, "inW": 48, "kernelH": 3, "kernelW": 3 }, |
| "attrs": { "strides": [1, 1], "pads": [0, 0, 0, 0] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 63, 48, 48], "dist": "randint", "seed": 7410, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 63, 3, 3], "dist": "randint", "seed": 7411, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "B": { "dtype": "int32", "shape": [128], "dist": "randint", "seed": 7412, "min": -4096, "max": 4096 } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 46, 46] } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * args.batch * args.outChannels * dim(shapes.y, 2) * dim(shapes.y, 3) * args.inChannels * args.kernelH * args.kernelW" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "u8s8_conv3d_dilated_depth_b1c16m32_16x32x32_k3", |
| "preset": "stress", |
| "attrs": { "strides": [1, 1, 1], "dilations": [2, 1, 1], "pads": [2, 1, 1, 2, 1, 1] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 16, 16, 32, 32], "dist": "randint", "seed": 7701, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [32, 16, 3, 3, 3], "dist": "randint", "seed": 7702, "min": -127, "max": 127 }, |
| "w_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.015] } }, |
| "w_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 32, 16, 32, 32], "dist": "empty" } }, |
| "bench": { |
| "metrics": [ |
| { |
| "type": "gflops", |
| "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3) * dim(shapes.w, 4)" |
| } |
| ] |
| } |
| }, |
| { |
| "name": "resnet_perchannel_3x3_b1c64_56x56_oc128_u8s8", |
| "preset": "stress", |
| "attrs": { "strides": [1, 1], "pads": [1, 1, 1, 1] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "dist": "randint", "seed": 7801, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 64, 3, 3], "dist": "randint", "seed": 7802, "min": -127, "max": 127 }, |
| "w_scale": { |
| "dtype": "float32", |
| "shape": [128], |
| "data": { "kind": "cycle", "values": [0.0125, 0.015, 0.0175, 0.02] } |
| }, |
| "w_zero_point": { "dtype": "int8", "shape": [128], "data": { "kind": "cycle", "values": [-3, 0, 2, 5] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } |
| ] |
| } |
| }, |
| { |
| "name": "group2_feature_independent_oc4_cliff_b1c64_56x56_oc128_u8s8", |
| "preset": "stress", |
| "vars": { "batch": 1, "inChannels": 64, "outChannels": 128, "inH": 56, "inW": 56, "kernelH": 3, "kernelW": 3 }, |
| "attrs": { "group": 2, "strides": [1, 1], "pads": [1, 1, 1, 1] }, |
| "inputs": { |
| "x": { "dtype": "uint8", "shape": [1, 64, 56, 56], "dist": "randint", "seed": 7811, "min": 0, "max": 255 }, |
| "x_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, |
| "x_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } }, |
| "w": { "dtype": "int8", "shape": [128, 32, 3, 3], "dist": "randint", "seed": 7812, "min": -127, "max": 127 }, |
| "w_scale": { |
| "dtype": "float32", |
| "shape": [128], |
| "data": { "kind": "cycle", "values": [0.0125, 0.015, 0.0175, 0.02] } |
| }, |
| "w_zero_point": { "dtype": "int8", "shape": [128], "data": { "kind": "cycle", "values": [-3, 0, 2, 5] } }, |
| "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [4.0] } }, |
| "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } |
| }, |
| "outputs": { "y": { "dtype": "uint8", "shape": [1, 128, 56, 56] } }, |
| "bench": { |
| "metrics": [ |
| { "type": "gflops", "value": "2 * numel(shapes.y) * dim(shapes.w, 1) * dim(shapes.w, 2) * dim(shapes.w, 3)" } |
| ] |
| } |
| } |
| ] |
| } |
|
|
