{ "op": "ai.onnx.QuantizeLinear", "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] }, "cases": [ { "name": "f32_to_u8_1m_scalar", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048576 }, "inputs": { "x": { "dtype": "float32", "shape": [1024, 1024], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } }, "outputs": { "y": { "dtype": "uint8", "shape": [1024, 1024] } }, "bench": { "primary": true, "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "f32_to_u8_1m_no_zero_point", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048576 }, "inputs": { "x": { "dtype": "float32", "shape": [1024, 1024], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } } }, "outputs": { "y": { "dtype": "uint8", "shape": [1024, 1024] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "f32_to_i8_1m_plus3_scalar", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "int8", "count": 1048579 }, "inputs": { "x": { "dtype": "float32", "shape": [1048579], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, "y_zero_point": { "dtype": "int8", "shape": [1], "data": { "kind": "values", "values": [0] } } }, "outputs": { "y": { "dtype": "int8", "shape": [1048579] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "f32_to_u8_1m_plus3_no_zero_point", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048579 }, "inputs": { "x": { "dtype": "float32", "shape": [1048579], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } } }, "outputs": { "y": { "dtype": "uint8", "shape": [1048579] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "f16_to_u8_1m_scalar", "preset": "smoke", "vars": { "inputDtype": "float16", "outputDtype": "uint8", "count": 1048576 }, "inputs": { "x": { "dtype": "float16", "shape": [1024, 1024], "data": { "kind": "constant", "value": 1.25 } }, "y_scale": { "dtype": "float16", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } }, "outputs": { "y": { "dtype": "uint8", "shape": [1024, 1024] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "blocked_axis1_4096x4096_block32_with_zp", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 16777216 }, "attrs": { "axis": 1, "block_size": 32 }, "inputs": { "x": { "dtype": "float32", "shape": [4096, 4096], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [4096, 128], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 } }, "y_zero_point": { "dtype": "uint8", "shape": [4096, 128], "data": { "kind": "constant", "value": 128 } } }, "outputs": { "y": { "dtype": "uint8", "shape": [4096, 4096] } }, "bench": { "primary": true, "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "pertensor_4096x4096_scalar_healthy_sibling", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 16777216 }, "inputs": { "x": { "dtype": "float32", "shape": [4096, 4096], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.02] } }, "y_zero_point": { "dtype": "uint8", "shape": [1], "data": { "kind": "values", "values": [128] } } }, "outputs": { "y": { "dtype": "uint8", "shape": [4096, 4096] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "per_axis0_inner2049_scalar_fallback_alignment_miss", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1049088 }, "attrs": { "axis": 0 }, "inputs": { "x": { "dtype": "float32", "shape": [512, 2049], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [512], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 } }, "y_zero_point": { "dtype": "uint8", "shape": [512], "data": { "kind": "constant", "value": 128 } } }, "outputs": { "y": { "dtype": "uint8", "shape": [512, 2049] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "per_axis0_inner2048_vec4_healthy_sibling", "preset": "smoke", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 1048576 }, "attrs": { "axis": 0 }, "inputs": { "x": { "dtype": "float32", "shape": [512, 2048], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [512], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 } }, "y_zero_point": { "dtype": "uint8", "shape": [512], "data": { "kind": "constant", "value": 128 } } }, "outputs": { "y": { "dtype": "uint8", "shape": [512, 2048] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "f16_per_axis0_inner2048_vec4_unbenched", "preset": "smoke", "vars": { "inputDtype": "float16", "outputDtype": "uint8", "count": 1048576 }, "attrs": { "axis": 0 }, "inputs": { "x": { "dtype": "float16", "shape": [512, 2048], "data": { "kind": "constant", "value": 1.25 } }, "y_scale": { "dtype": "float16", "shape": [512], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 } }, "y_zero_point": { "dtype": "uint8", "shape": [512], "data": { "kind": "constant", "value": 128 } } }, "outputs": { "y": { "dtype": "uint8", "shape": [512, 2048] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "per_axis1_lastdim_inner1_generic_scalar_cliff", "preset": "stress", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 }, "attrs": { "axis": 1 }, "inputs": { "x": { "dtype": "float32", "shape": [2048, 2048], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [2048], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 } }, "y_zero_point": { "dtype": "uint8", "shape": [2048], "data": { "kind": "constant", "value": 128 } } }, "outputs": { "y": { "dtype": "uint8", "shape": [2048, 2048] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "per_axis1_lastdim_inner1_generic_scalar_no_zero_point_cliff", "preset": "stress", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 }, "attrs": { "axis": 1 }, "inputs": { "x": { "dtype": "float32", "shape": [2048, 2048], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [2048], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.01, "offset": 0.02 } } }, "outputs": { "y": { "dtype": "uint8", "shape": [2048, 2048] } }, "bench": { "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "blocked-rank4-axis1-bs32-no-zp-scalar-pathology", "preset": "stress", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 }, "attrs": { "axis": 1, "block_size": 32 }, "inputs": { "x": { "dtype": "float32", "shape": [4, 512, 32, 64], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [4, 16, 32, 64], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.005, "offset": 0.02 } } }, "outputs": { "y": { "dtype": "uint8", "shape": [4, 512, 32, 64], "dist": "empty" } }, "bench": { "primary": true, "metrics": [ { "type": "bandwidth", "value": "args.count * (dtypeBytes(args.inputDtype) + dtypeBytes(args.outputDtype))" } ] } }, { "name": "blocked-rank4-axis1-bs32-with-zp-scalar-pathology", "preset": "stress", "vars": { "inputDtype": "float32", "outputDtype": "uint8", "count": 4194304 }, "attrs": { "axis": 1, "block_size": 32 }, "inputs": { "x": { "dtype": "float32", "shape": [4, 512, 32, 64], "data": { "kind": "fillFloat32", "sinStep": 0.013, "cosStep": 0.017, "scale": 3.0 } }, "y_scale": { "dtype": "float32", "shape": [4, 16, 32, 64], "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.05, "scale": 0.005, "offset": 0.02 } }, "y_zero_point": { "dtype": "uint8", "shape": [4, 16, 32, 64], "dist": "randint", "seed": 204, "min": 96, "max": 160 } }, "outputs": { "y": { "dtype": "uint8", "shape": [4, 512, 32, 64], "dist": "empty" } }, "bench": { "primary": true, "metrics": [ { "type": "bandwidth", "value": "dtypeBytes(args.inputDtype) * (numel(shapes.x) + numel(shapes.y_scale)) + dtypeBytes(args.outputDtype) * (numel(shapes.y_zero_point) + numel(shapes.y))" } ] } } ] }