precision_manifest.json

{
  "device": "cuda",
  "base_model_dir": "Baidu/ERNIE-Image",
  "base_model_hub_id": "Baidu/ERNIE-Image",
  "base_model_relation": "quantized",
  "components": [
    {
      "name": "transformer",
      "backend": "quanto",
      "precision": "int8",
      "enabled": true,
      "skipped_modules": [
        "norm",
        "layer_norm",
        "ln",
        "embed_tokens",
        "lm_head",
        "proj_out"
      ]
    },
    {
      "name": "text_encoder",
      "backend": "none",
      "precision": "bfloat16",
      "enabled": false,
      "skipped_modules": []
    },
    {
      "name": "pe",
      "backend": "none",
      "precision": "bfloat16",
      "enabled": false,
      "skipped_modules": []
    }
  ]
}