fastDVDnet/model_quant/fastDVDnet.json

// 临时跑通版，真实需要拼接图做15通道输入
{
  "input": "./fastdvdnet_640x480.onnx",
  "output_dir": "./fastdvdnet",
  "output_name": "fastdvdnet_640x480.axmodel",
  "model_type": "ONNX",
  "target_hardware": "AX650",
  "npu_mode": "NPU3",
  "quant": {
    "input_configs": [
      {
        "tensor_name": "noisy",
        "calibration_dataset": "fastdvdnet.tar.gz",
        "calibration_format": "Numpy",
        "calibration_size": 5,
        "calibration_mean": [0.0],
        "calibration_std": [1.0]
      },
      {
        "tensor_name": "noise_map",
        "calibration_dataset": "./fastDVD_noise_map.tar.gz",
        "calibration_format": "Numpy",
        "calibration_size": 5,
        "calibration_mean": [0.0],
        "calibration_std": [1.0]
      }
    ],
    "calibration_method": "MinMax",
    "precision_analysis": true,
    "transformer_opt_level": 1,
    "precision_analysis_method": "EndToEnd",
    "precision_analysis_mode": "NPUBackend",
    "device": "cuda:1"
  },
  "input_processors": [
    {
      "tensor_name": "noisy",
      "tensor_layout": "NCHW",
      "src_dtype": "FP32",
      "src_layout": "NCHW",
      "csc_mode": "NoCSC",
      "mean": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0],
      "std": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]
    },
    {
      "tensor_name": "noise_map",
      "tensor_layout": "NCHW",
      "src_dtype": "FP32",
      "src_layout": "NCHW",
      "csc_mode": "NoCSC",
      "mean": [0.0],
      "std": [1.0]
    }
  ],
  "compiler": {
    "check": 2
  }
}