ort_config.json

{
  "one_external_file": true,
  "opset": null,
  "optimization": {},
  "optimum_version": "1.14.0.dev0",
  "quantization": {
    "activations_dtype": "QUInt8",
    "activations_symmetric": false,
    "format": "QDQ",
    "is_static": true,
    "mode": "QLinearOps",
    "nodes_to_exclude": [
      "/proj_out/MatMul",
      "/model/decoder/0/self_attn/q_proj/MatMul_smooth_mul",
      "/model/decoder/0/self_attn/k_proj/MatMul_smooth_mul",
      "/model/decoder/0/self_attn/v_proj/MatMul_smooth_mul",
      "/model/decoder/0/self_attn/out_proj/MatMul_smooth_mul",
      "/model/decoder/0/encoder_attn/q_proj/MatMul_smooth_mul",
      "/model/decoder/0/encoder_attn/out_proj/MatMul_smooth_mul",
      "/model/decoder/0/fc1/MatMul_smooth_mul",
      "/model/decoder/0/fc2/MatMul_smooth_mul",
      "/model/decoder/1/self_attn/q_proj/MatMul_smooth_mul",
      "/model/decoder/1/self_attn/k_proj/MatMul_smooth_mul",
      "/model/decoder/1/self_attn/v_proj/MatMul_smooth_mul",
      "/model/decoder/1/self_attn/out_proj/MatMul_smooth_mul",
      "/model/decoder/1/encoder_attn/MatMul_smooth_mul",
      "/model/decoder/1/encoder_attn/MatMul_5_smooth_mul",
      "/model/decoder/1/fc1/MatMul_smooth_mul",
      "/model/decoder/1/fc2/MatMul_smooth_mul",
      "/model/decoder/2/self_attn/q_proj/MatMul_smooth_mul",
      "/model/decoder/2/self_attn/k_proj/MatMul_smooth_mul",
      "/model/decoder/2/self_attn/v_proj/MatMul_smooth_mul",
      "/model/decoder/2/self_attn/out_proj/MatMul_smooth_mul",
      "/model/decoder/2/encoder_attn/MatMul_smooth_mul",
      "/model/decoder/2/encoder_attn/MatMul_5_smooth_mul",
      "/model/decoder/2/fc1/MatMul_smooth_mul",
      "/model/decoder/2/fc2/MatMul_smooth_mul",
      "/model/decoder/3/self_attn/q_proj/MatMul_smooth_mul",
      "/model/decoder/3/self_attn/k_proj/MatMul_smooth_mul",
      "/model/decoder/3/self_attn/v_proj/MatMul_smooth_mul",
      "/model/decoder/3/self_attn/out_proj/MatMul_smooth_mul",
      "/model/decoder/3/encoder_attn/MatMul_smooth_mul",
      "/model/decoder/3/encoder_attn/MatMul_5_smooth_mul",
      "/model/decoder/3/fc1/MatMul_smooth_mul",
      "/model/decoder/3/fc2/MatMul_smooth_mul",
      "/proj_out/MatMul_smooth_mul"
    ],
    "nodes_to_quantize": [],
    "operators_to_quantize": [
      "MatMul"
    ],
    "per_channel": false,
    "qdq_add_pair_to_weight": false,
    "qdq_dedicated_pair": false,
    "qdq_op_type_per_channel_support_to_axis": {
      "MatMul": 1
    },
    "reduce_range": false,
    "smooth_quant": false,
    "smooth_quant_alpha": 0.5,
    "smooth_quant_folding": true,
    "smooth_quant_op_types": [
      "MatMul"
    ],
    "weights_dtype": "QInt8",
    "weights_symmetric": true
  },
  "transformers_version": "4.33.1",
  "use_external_data_format": false
}